-- Logs begin at Tue 2022-04-12 11:19:46 UTC, end at Tue 2022-04-12 12:34:37 UTC. -- Apr 12 12:08:00.754707 dv-cinder-830093-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 12:08:03.744575 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.common.config [-] Logging enabled! Apr 12 12:08:03.745320 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 12:08:03.745476 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103935) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 12:08:03.748844 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.common.config [-] Logging enabled! Apr 12 12:08:03.749163 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 12:08:03.749483 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103935) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 12:08:03.750455 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 12:08:03.750695 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 12:08:03.751077 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 12:08:03.751328 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 12:08:03.751559 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 12:08:03.751994 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.752434 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 12:08:03.752747 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.753638 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.753944 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.754246 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.754540 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.754826 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.755117 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.755421 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.755711 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.755994 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.756372 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.756579 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.756880 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.757179 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.757554 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.757756 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] debug = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.758038 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.758481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.758886 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.759168 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.759462 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.759741 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.760015 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.760315 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.760582 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.760939 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] host = dv-cinder-830093-4-iscsi {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.761220 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.761508 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.761798 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.762084 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.762360 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.762638 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.762926 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.763200 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.763476 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] log_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.763781 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.764051 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.764338 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.764633 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.764891 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.765112 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.765415 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.765707 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.766036 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.766267 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.766545 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.766823 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.767098 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.767372 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.768093 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.768093 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.768285 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.768481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.768785 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.769087 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.769364 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.769657 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.769931 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.770207 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.770484 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.770823 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.771046 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.771321 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.771626 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.771917 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.772202 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.772491 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.772764 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.773074 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.773346 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.773815 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.774038 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] use_json = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.774216 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.774430 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.774713 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.774987 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.775260 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.775533 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.775807 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.776093 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.776369 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:03.776665 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.776988 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.777290 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.777590 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.777884 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.778164 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.778456 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.778737 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.779028 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.779318 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.779610 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.779892 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.780196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.780491 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.780789 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.781129 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.781419 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.781712 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.781991 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.782267 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.782542 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.782820 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.783106 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.783653 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.783943 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.784767 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.785070 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.785370 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.785660 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.785953 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.786243 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.786518 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.786800 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.787093 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.787375 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.787645 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.787924 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.788215 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.788495 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.788769 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.789081 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.789355 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.789629 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.789902 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.790216 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.790518 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.790799 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.791077 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.791349 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.791627 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.791899 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.792189 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.792471 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.792747 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.793057 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.793348 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.793627 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.793904 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.794184 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.794460 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.794741 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.795016 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.795292 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.795569 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.795843 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.796116 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.796392 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.796666 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.796968 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.797244 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.797519 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.797794 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.798068 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.798343 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.798635 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.798937 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.799219 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.799498 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.799777 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.800597 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.800896 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.801180 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.801459 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.801737 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.802014 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.802305 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.802587 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.802878 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.803186 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.803466 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.803763 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.804044 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.804321 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.804606 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.804908 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.805193 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.805480 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.805766 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.806063 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.806358 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.806654 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.806953 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.807252 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.807535 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.807849 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.808131 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:03.808351 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 12:08:03.808600 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103935) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 12:08:04.189333 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 12:08:04.189614 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 12:08:04.189923 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 12:08:04.190259 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 12:08:04.526070 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.526376 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.526651 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.527948 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.528227 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.528495 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.583654 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.583940 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.584215 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.599003 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.599282 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.599554 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.630224 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.630506 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.630778 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.669123 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.669434 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:04.669713 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.019149 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.019798 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.019798 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.019986 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.020638 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.124921 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.125244 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.125533 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.125812 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.126083 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.126400 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.126665 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.126927 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.127184 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.127471 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.127735 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.128058 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.128846 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.129126 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.129385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.129652 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.129911 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.130182 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.130455 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.130721 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.131167 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.131421 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.131710 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.132095 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.132351 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.132602 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.133044 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103935) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 12:08:05.133292 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103935) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 12:08:05.133535 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103935) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 12:08:05.133776 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103935) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 12:08:05.134016 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103935) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 12:08:05.134257 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103935) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 12:08:05.134635 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 12:08:05.138045 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 12:08:05.142037 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 12:08:05.145813 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 12 12:08:05.147474 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 12:08:05.147952 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 12:08:05.148289 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 12:08:05.148696 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 12:08:05.151732 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 12:08:05.151988 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 12:08:05.152340 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 12:08:05.157342 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 12:08:05.181866 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 12:08:05.182338 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.182645 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103935) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 12:08:05.183019 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.184404 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103935) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 12:08:05.184698 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 12:08:05.184983 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 12:08:05.188328 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.188618 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:05.252249 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 12:08:05.252473 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 12:08:05.252706 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 12:08:05.253701 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 12:08:05.275313 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_db.sqlalchemy.engines [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103935) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 12:08:05.923085 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Initializing driver for type 'gre' Apr 12 12:08:05.923606 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] gre ID ranges: [(1, 1000)] Apr 12 12:08:06.191902 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Initializing driver for type 'local' Apr 12 12:08:06.192913 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Initializing driver for type 'vlan' Apr 12 12:08:06.287566 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] VlanTypeDriver initialization complete Apr 12 12:08:06.287908 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Initializing driver for type 'vxlan' Apr 12 12:08:06.288424 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] vxlan ID ranges: [(1, 1000)] Apr 12 12:08:06.517348 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Initializing extension driver 'port_security' Apr 12 12:08:06.517812 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.extensions.port_security [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] PortSecurityExtensionDriver initialization complete Apr 12 12:08:06.518281 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Initializing mechanism driver 'openvswitch' Apr 12 12:08:06.519188 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Initializing mechanism driver 'hyperv' Apr 12 12:08:06.525961 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:06.526828 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > port after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.527213 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > port after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.527570 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > port after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.528106 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103935) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 12:08:06.528549 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > subnet after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.528978 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > subnet after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.529335 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.529739 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103935) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 12:08:06.530151 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > network after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.530504 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > network after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.530853 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > network after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.531254 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103935) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 12:08:06.531667 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > security_group after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.532022 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > security_group after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.532386 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.532769 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103935) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 12:08:06.533461 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.533848 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.534791 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.535222 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103935) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 12:08:06.535621 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > address_group after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.535972 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > address_group after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.536317 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.536717 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103935) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 12:08:06.537193 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] ML2 OVO RPC backend initialized. {{(pid=103935) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 12:08:06.537910 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.538272 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.538695 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > network before_response 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.539048 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > networks before_response 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.539400 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > port before_response 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.539746 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > ports before_response 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.540133 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > subnet before_response 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.540479 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > subnets before_response 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.540828 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > network after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.541216 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > network after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.541558 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > network after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.541899 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > port after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.542239 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > port after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.542578 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > port after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.542916 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > subnet after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.543256 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > subnet after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.543599 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.556614 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded quota_driver: . Apr 12 12:08:06.557016 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.plugin [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Modular L2 Plugin initialization complete Apr 12 12:08:06.557365 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading services supported by the core plugin {{(pid=103935) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 12:08:06.557710 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.plugins.ml2.managers [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Got port-security extension from driver 'port_security' Apr 12 12:08:06.558194 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.extensions.vlantransparent [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Disabled vlantransparent extension. Apr 12 12:08:06.558724 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103935) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 12:08:06.559051 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading Plugin: router Apr 12 12:08:06.601978 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.602389 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router after_create 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.602753 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router before_create 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.603125 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.603501 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.603861 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router after_delete 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.604353 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.604582 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.605015 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router after_create 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.605330 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router after_update 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.605688 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router after_update 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.606040 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.606498 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router after_update 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.606833 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_update 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.607211 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: port after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.607563 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: port after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.607903 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: subnet after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.608251 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.608605 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.608993 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_create 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.609345 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: port before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.609688 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.610045 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router after_update 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.610390 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.610744 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_create 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.611109 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.611465 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_update 55549900 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.611837 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > agent after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.612192 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > agent after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.612745 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > network after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.613719 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Tracking information for resource: router configured {{(pid=103935) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 12:08:06.614055 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Tracking information for resource: floatingip configured {{(pid=103935) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 12:08:06.619469 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.db.l3_agentschedulers_db [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 12:08:06.620067 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: port after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.620447 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: port after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.620802 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: port after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.621189 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: port after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.622018 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router before_create 55550100 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.622450 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.622823 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_create 55550100 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.623180 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > router precommit_update 55550100 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.628216 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.services.provider_configuration [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service providers = [] {{(pid=103935) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 12:08:06.628585 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.db.servicetype_db [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103935) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 12:08:06.631818 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.services.service_base [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103935) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 12:08:06.632170 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.services.service_base [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103935) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 12:08:06.632519 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.services.service_base [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103935) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 12:08:06.633482 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.services.service_base [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103935) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 12:08:06.633860 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.services.service_base [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 12:08:06.634261 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103935) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 12:08:06.634590 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 12:08:06.648024 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103935) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 12:08:06.648368 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading Plugin: auto_allocate Apr 12 12:08:06.654213 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: network precommit_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.654591 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: network precommit_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.655123 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103935) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 12:08:06.655449 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading Plugin: tag Apr 12 12:08:06.663179 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103935) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 12:08:06.663504 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading Plugin: timestamp Apr 12 12:08:06.667426 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103935) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 12:08:06.667760 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading Plugin: network_ip_availability Apr 12 12:08:06.673480 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.673859 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.674218 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.674990 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103935) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 12:08:06.675316 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading Plugin: flavors Apr 12 12:08:06.680295 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103935) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 12:08:06.680626 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading Plugin: revisions Apr 12 12:08:06.685023 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103935) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 12:08:06.685427 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_concurrency.lockutils [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.495s {{(pid=103935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 12:08:06.686192 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103935) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 12:08:06.686641 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Initializing extension manager. Apr 12 12:08:06.687183 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: __init__.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.687535 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: __pycache__ {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.687875 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: address_group.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.688651 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.689289 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: address-group Apr 12 12:08:06.689619 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: address_scope.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.690345 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.690894 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: address-scope Apr 12 12:08:06.691219 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.692179 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.692697 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: router-admin-state-down-before-update Apr 12 12:08:06.693064 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: agent.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.693769 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.694286 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: agent Apr 12 12:08:06.694612 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: agent_resources_synced.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.695532 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.696048 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: agent-resources-synced Apr 12 12:08:06.696373 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: allowedaddresspairs.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.698250 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.698771 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: allowed-address-pairs Apr 12 12:08:06.699104 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: auto_allocated_topology.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.700185 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.700707 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: auto-allocated-topology Apr 12 12:08:06.701063 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: availability_zone.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.701762 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.702276 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: availability_zone Apr 12 12:08:06.702602 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: availability_zone_filter.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.703531 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.704040 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: availability_zone_filter Apr 12 12:08:06.704367 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: data_plane_status.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.705313 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.705825 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 12:08:06.706695 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: default_subnetpools.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.707621 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.708133 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: default-subnetpools Apr 12 12:08:06.708466 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.709327 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.709838 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: dhcp_agent_scheduler Apr 12 12:08:06.710162 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: dns.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.711089 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.711595 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 12:08:06.711920 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: dns_domain_ports.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.712842 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.713383 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 12:08:06.713708 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.714641 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.715142 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 12:08:06.715465 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: dvr.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.716133 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.716646 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: dvr Apr 12 12:08:06.717012 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: ecmp_routes.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.717934 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.718448 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 12:08:06.718771 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: empty_string_filtering.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.719687 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.720196 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: empty-string-filtering Apr 12 12:08:06.720519 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.721479 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.722554 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 12:08:06.722876 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.723814 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.724320 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 12:08:06.724642 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: external_net.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.725591 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.726107 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: external-net Apr 12 12:08:06.726431 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.727341 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.727852 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: extra_dhcp_opt Apr 12 12:08:06.728176 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: extraroute.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.729137 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.729653 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: extraroute Apr 12 12:08:06.729977 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: extraroute_atomic.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.731029 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.731540 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: extraroute-atomic Apr 12 12:08:06.731864 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: filter_validation.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.732528 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.733070 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: filter-validation Apr 12 12:08:06.733395 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: fip_pf_description.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.734519 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.735030 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 12:08:06.735353 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: fip_pf_port_range.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.736276 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.736783 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 12:08:06.737133 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: fip_port_details.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.738092 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.738606 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: fip-port-details Apr 12 12:08:06.738929 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: flavors.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.740159 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.740680 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: flavors Apr 12 12:08:06.741034 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.742708 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.743273 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 12:08:06.743577 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: floatingip_pools.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.744292 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.744811 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: floatingip-pools Apr 12 12:08:06.745184 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: ip_allocation.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.746138 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.746659 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 12:08:06.746991 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.747924 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.748450 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: ip-substring-filtering Apr 12 12:08:06.748781 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l2_adjacency.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.749749 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.750266 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 12:08:06.750591 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.751615 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.752139 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: router Apr 12 12:08:06.752469 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.754932 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.755475 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 12:08:06.755810 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.756744 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.757297 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: ext-gw-mode Apr 12 12:08:06.757627 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.758562 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.759078 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: l3-ha Apr 12 12:08:06.759404 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.760325 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.760838 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 12:08:06.761193 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3_flavors.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.762117 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.762633 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: l3-flavors Apr 12 12:08:06.762960 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.764339 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.764888 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 12:08:06.765213 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.766144 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.766659 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 12:08:06.766991 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: l3agentscheduler.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.768244 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.769298 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: l3_agent_scheduler Apr 12 12:08:06.769633 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: local_ip.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.771551 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.772077 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension local_ip not supported by any of loaded plugins Apr 12 12:08:06.772412 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: logging.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.773948 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.774477 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension logging not supported by any of loaded plugins Apr 12 12:08:06.774812 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: metering.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.775561 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.776153 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: metering Apr 12 12:08:06.776485 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.777629 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.778152 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: metering_source_and_destination_fields Apr 12 12:08:06.778480 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: multiprovidernet.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.779426 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.779946 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: multi-provider Apr 12 12:08:06.780274 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: netmtu.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.781248 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.781753 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: net-mtu Apr 12 12:08:06.782074 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: netmtu_writable.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.783006 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.783777 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: net-mtu-writable Apr 12 12:08:06.784101 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: network_availability_zone.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.785359 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.785879 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: network_availability_zone Apr 12 12:08:06.786205 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: network_ip_availability.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.787330 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.787949 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: network-ip-availability Apr 12 12:08:06.788282 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: network_segment_range.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.789089 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.789600 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 12:08:06.789926 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: pagination.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.790929 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.791272 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: pagination Apr 12 12:08:06.791594 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: port_device_profile.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.792509 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.793065 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: port-device-profile Apr 12 12:08:06.793394 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.794333 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.794854 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: port-mac-address-regenerate Apr 12 12:08:06.795181 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.796113 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.796625 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: port-numa-affinity-policy Apr 12 12:08:06.796984 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: port_resource_request.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.797904 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.798413 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 12:08:06.798738 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: port_resource_request_groups.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.799715 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.800250 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 12:08:06.800576 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: portbindings.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.801552 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.802069 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: binding Apr 12 12:08:06.802396 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: portbindings_extended.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.803677 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.804196 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: binding-extended Apr 12 12:08:06.804525 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: portsecurity.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.805491 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.806012 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: port-security Apr 12 12:08:06.806343 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: project_id.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.807324 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.807657 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: project-id Apr 12 12:08:06.807984 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: providernet.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.808982 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.809503 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: provider Apr 12 12:08:06.809828 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.813455 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.813988 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos not supported by any of loaded plugins Apr 12 12:08:06.814326 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.816123 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.816651 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 12:08:06.817027 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.818098 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.818625 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 12:08:06.818955 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_default.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.819905 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.820428 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-default not supported by any of loaded plugins Apr 12 12:08:06.820759 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_fip.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.821729 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.822250 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 12:08:06.822666 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.823503 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.824021 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 12:08:06.824349 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_gateway_ip.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.825321 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.825842 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 12:08:06.826167 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_port_network_policy.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.827095 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.827614 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 12:08:06.827941 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.829031 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.829558 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 12:08:06.829887 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.830944 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.832027 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 12:08:06.832356 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_pps_rule.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.833591 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.834114 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 12:08:06.834444 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_rule_type_details.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.835378 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.835892 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 12:08:06.836215 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.837172 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.837686 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 12:08:06.838010 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: qos_rules_alias.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.839062 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.839586 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 12:08:06.839910 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: quota_check_limit.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.840836 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.841380 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: quota-check-limit Apr 12 12:08:06.841713 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: quotasv2.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.842698 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.843024 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: quotas Apr 12 12:08:06.843347 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: quotasv2_detail.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.845115 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.845450 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: quota_details Apr 12 12:08:06.845781 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: rbac.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.846880 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.847408 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: rbac-policies Apr 12 12:08:06.847771 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: rbac_address_group.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.848694 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.849245 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: rbac-address-group Apr 12 12:08:06.849581 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: rbac_address_scope.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.850512 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.851031 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: rbac-address-scope Apr 12 12:08:06.851359 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: rbac_security_groups.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.852363 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.852905 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: rbac-security-groups Apr 12 12:08:06.853239 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: rbac_subnetpool.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.854172 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.854686 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: rbac-subnetpool Apr 12 12:08:06.855017 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: revisionifmatch.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.855949 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.856458 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: revision-if-match Apr 12 12:08:06.856786 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: revisions.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.857941 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.858462 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: standard-attr-revisions Apr 12 12:08:06.858809 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: router_availability_zone.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.859487 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.860007 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: router_availability_zone Apr 12 12:08:06.860336 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: routerservicetype.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.861306 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.861818 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 12:08:06.862147 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.863115 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.863633 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: security-groups-normalized-cidr Apr 12 12:08:06.863962 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.864930 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.865448 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: port-security-groups-filtering Apr 12 12:08:06.865776 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.866722 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.867252 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: security-groups-remote-address-group Apr 12 12:08:06.867574 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.868505 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.869063 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: security-groups-shared-filtering Apr 12 12:08:06.869400 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.869994 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 12:08:06.870315 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: securitygroup.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.880718 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.881328 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: security-group Apr 12 12:08:06.881663 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: segment.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.882404 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.882924 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension segment not supported by any of loaded plugins Apr 12 12:08:06.883256 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.884218 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.884732 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 12:08:06.885090 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: servicetype.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.886208 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.886731 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: service-type Apr 12 12:08:06.887060 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: sorting.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.888059 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.888395 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: sorting Apr 12 12:08:06.888835 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: standard_attr_segment.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.889790 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.890319 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 12:08:06.890647 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: standardattrdescription.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.891300 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.891818 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: standard-attr-description Apr 12 12:08:06.892146 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: stateful_security_group.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.893146 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.894218 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: stateful-security-group Apr 12 12:08:06.894548 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: stdattrs_common.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.895132 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 12:08:06.895459 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.896413 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.896969 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 12:08:06.897299 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: subnet_onboard.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.898382 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.898910 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: subnet_onboard Apr 12 12:08:06.899240 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.900210 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.900727 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 12:08:06.901084 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: subnet_service_types.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.902022 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.902538 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: subnet-service-types Apr 12 12:08:06.902867 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: subnetallocation.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.903955 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.904480 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: subnet_allocation Apr 12 12:08:06.904810 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.905582 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.906102 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: subnetpool-prefix-ops Apr 12 12:08:06.906429 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.907414 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.907908 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 12:08:06.908488 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: tagging.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.909639 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.910171 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: standard-attr-tag Apr 12 12:08:06.910502 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: timestamp.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.911715 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.912240 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loaded extension: standard-attr-timestamp Apr 12 12:08:06.912570 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: trunk.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.913634 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.914159 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension trunk not supported by any of loaded plugins Apr 12 12:08:06.914489 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: trunk_details.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.915421 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.915942 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 12:08:06.916273 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: uplink_status_propagation.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.917235 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.917765 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 12:08:06.918095 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Loading extension file: vlantransparent.py {{(pid=103935) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 12:08:06.918794 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103935) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 12:08:06.919284 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 12:08:06.921850 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:network Apr 12 12:08:06.922382 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:subnet Apr 12 12:08:06.922782 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 12:08:06.923175 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:port Apr 12 12:08:06.924447 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.924996 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service FLAVORS assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.925630 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.926069 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.926415 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:router Apr 12 12:08:06.926844 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 12:08:06.927341 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service METERING assigned prefix: /metering {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.928806 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.929210 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.929570 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:08:06.930618 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 12:08:06.931057 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:security_group Apr 12 12:08:06.931505 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 12:08:06.932105 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service CORE assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.932438 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 12:08:06.932786 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] subnetpool is already registered Apr 12 12:08:06.933267 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service CORE assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.933596 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 12:08:06.933930 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] subnetpool is already registered Apr 12 12:08:06.936344 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.936795 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service FLAVORS assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.937568 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.938021 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.938357 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:router Apr 12 12:08:06.938700 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] router is already registered Apr 12 12:08:06.939129 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 12:08:06.939472 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] floatingip is already registered Apr 12 12:08:06.939944 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service METERING assigned prefix: /metering {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.941215 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 12:08:06.941589 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] rbac_policy is already registered Apr 12 12:08:06.941980 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:security_group Apr 12 12:08:06.942312 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] security_group is already registered Apr 12 12:08:06.942720 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 12:08:06.943065 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] security_group_rule is already registered Apr 12 12:08:06.943554 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service CORE assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.943881 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 12:08:06.944213 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] subnetpool is already registered Apr 12 12:08:06.944646 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.v2.resource_helper [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Service CORE assigned prefix: {{(pid=103935) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 12:08:06.945010 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 12:08:06.945342 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING neutron.quota.resource_registry [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] subnetpool is already registered Apr 12 12:08:06.945808 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: extensions {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.948661 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: address-groups {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.952933 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: address-scopes {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.952933 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: agents {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.952933 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: auto-allocated-topology {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.954006 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: availability_zones {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.955220 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: dhcp-networks {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.957228 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: dhcp-agents {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.958776 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: routers {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.960921 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: flavors {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.962245 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: service_profiles {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.963431 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: next_providers {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.964897 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: service_profiles {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.966329 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: floatingip-pools {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.967710 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: routers {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.970227 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: floatingips {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.971404 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: l3-routers {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.972940 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: l3-agents {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.974424 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: metering-labels {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.975685 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: metering-label-rules {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.977143 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: network-ip-availabilities {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.978424 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: bindings {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.979970 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: quotas {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.981707 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: quotas {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.983260 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: rbac-policies {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.984460 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: security-groups {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.985816 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: security-group-rules {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.987343 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: service-providers {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.988361 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: subnetpools {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.989865 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: subnetpools {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.991460 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.993220 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.995056 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.996841 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:06.998529 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:07.000539 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:07.002300 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:07.004654 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:07.007613 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:07.009370 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron.api.extensions [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Extended resource: tags {{(pid=103935) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 12:08:07.015449 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING keystonemiddleware.auth_token [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 12:08:07.024946 dv-cinder-830093-4-iscsi neutron-server[103935]: WARNING keystonemiddleware.auth_token [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 12:08:07.029344 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_concurrency.lockutils [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Acquired lock "singleton_lock" {{(pid=103935) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 12:08:07.029823 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_concurrency.lockutils [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Releasing lock "singleton_lock" {{(pid=103935) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 12:08:07.030536 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO oslo_service.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Starting 2 workers Apr 12 12:08:07.036397 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Started child 104046 {{(pid=103935) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 12:08:07.043158 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Started child 104047 {{(pid=103935) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 12:08:07.043380 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:07.044058 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO neutron.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 12:08:07.044058 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:07.044190 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [-] (104046) wsgi starting up on http://0.0.0.0:9696 Apr 12 12:08:07.046312 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO oslo_service.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Starting 1 workers Apr 12 12:08:07.046664 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:07.051393 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [-] (104047) wsgi starting up on http://0.0.0.0:9696 Apr 12 12:08:07.052235 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Started child 104048 {{(pid=103935) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 12:08:07.052799 dv-cinder-830093-4-iscsi neutron-server[103935]: INFO oslo_service.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Starting 1 workers Apr 12 12:08:07.056040 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] calling RpcWorker wait() {{(pid=104048) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 12:08:07.056585 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] returning from RpcWorker wait() {{(pid=104048) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 12:08:07.057448 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Started child 104049 {{(pid=103935) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 12:08:07.057807 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:07.058270 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:07.058367 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-922d932a-9ab1-42a5-92a9-71f6809e9427 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:07.060330 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103935) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 12:08:07.060563 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 12:08:07.060751 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 12:08:07.061010 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 12:08:07.061352 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 12:08:07.061517 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 12:08:07.062048 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.062337 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.062594 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.062788 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:07.063245 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.063245 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.063714 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:07.063811 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.064000 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.064261 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.064543 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.064814 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.065014 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.065185 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.065467 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.065723 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.066099 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.066305 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.066566 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.066913 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.067096 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.067361 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.067653 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.067983 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.068252 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] debug = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.068498 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.069044 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.069304 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.069559 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.069801 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.070134 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.070393 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.070674 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.070920 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.071154 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.071470 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.071644 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.071881 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.072113 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.072365 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.072606 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.072854 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.074274 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.075070 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] host = dv-cinder-830093-4-iscsi {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.075320 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.075569 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.075808 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.076064 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.076321 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.076625 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.076916 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.077186 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.077445 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.077683 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.077960 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.078185 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.078445 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.078693 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.078853 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_options = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.079133 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.079368 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.079637 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.079831 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.079988 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.080159 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.080434 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.080602 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.080879 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.081155 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.081378 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.081598 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.082725 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.082983 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.083260 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.083680 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.083881 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.084082 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.084348 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.084608 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.084853 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.085147 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.085402 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.085650 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.085934 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.086225 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.086482 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.086688 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.086890 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.087139 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.087386 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.087650 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.087906 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.088153 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.088422 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.088682 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.088972 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.089191 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.089484 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.089665 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.089934 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.090249 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.090391 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.090643 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.091552 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.091552 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.091552 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_json = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.092107 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.092230 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.092584 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.092741 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.092923 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.097284 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.097284 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.097284 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.097284 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.097284 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.097284 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.097284 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.097284 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.098196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.098196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.098196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.098196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.098196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.098196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.098196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.098196 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.099281 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.099281 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.099281 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.099281 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.099281 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.099281 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.101662 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.101662 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.101662 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.101662 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.101662 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.101662 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.101662 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.101662 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.102701 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.102701 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.102701 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.102701 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.102701 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.102701 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.103125 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.103211 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.103446 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.103671 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.103937 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.104167 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.104387 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.104669 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.104917 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.105140 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.105390 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.105642 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.105861 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.106109 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.106338 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.106597 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.106853 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.107076 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.107297 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.107543 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.107773 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.107991 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.108221 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.108501 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.108774 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.109068 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.109292 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.109507 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.109716 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.109960 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.110194 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.110460 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.110676 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.110894 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.111114 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.111331 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.111603 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.111823 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.112059 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.112272 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.113093 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.113304 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.113537 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.113762 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.113992 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.114231 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.114468 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.114682 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.114897 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.115113 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.115349 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.115563 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.115855 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.116081 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.116319 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.116539 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.116757 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.116991 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.117207 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.117513 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.117848 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.118136 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.118324 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.118572 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.118830 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.119075 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.119337 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.119524 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.119747 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.119984 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.120272 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.120519 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.120783 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.121054 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.121285 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.121524 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.121748 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.121985 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.122233 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.122456 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.122713 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.122955 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.123228 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.123498 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.123748 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.124006 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.124255 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.124538 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.124788 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.125085 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.125322 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.125613 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.125928 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.126210 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.126509 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.126746 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.127000 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.127258 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.127493 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.127761 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.128024 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.128262 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.128504 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.128794 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.129047 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.129266 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.129496 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.129833 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.130090 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.130334 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.130551 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.130813 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.131069 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.131310 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.131591 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.131846 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.132102 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.132347 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.132597 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.132834 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.133100 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.133351 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.133568 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.133786 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.134008 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.134248 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.134463 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.134696 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.134945 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.135162 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.135401 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.135614 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.135839 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.136057 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.136328 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.136545 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.136770 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.137031 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.137249 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.137467 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.137691 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.137906 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.138158 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.138375 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.138655 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.138921 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.139159 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.139425 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.139616 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.139869 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.140087 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.140375 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.140561 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.140771 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.141004 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.141235 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.141476 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.141712 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.141941 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.142154 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.142412 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.142648 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.142997 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.143249 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.143536 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.143781 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.144020 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.144239 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.144459 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.144676 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.144914 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.145135 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.145359 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.145578 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.145814 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.146033 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.146271 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.146510 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.146768 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.147006 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.147247 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.147464 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.147692 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.147909 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.148124 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.148339 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.148555 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.148786 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.149022 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.149275 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.149506 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.149808 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.150064 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.150294 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.150538 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.150772 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.151046 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.151275 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.151504 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.151715 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.151940 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.152156 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.152369 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.152616 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.152832 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.153065 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.153287 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.153524 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.153762 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.153987 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.154203 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.154415 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.154637 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.154856 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.155069 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.155312 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.155523 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.155755 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.155978 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.156195 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.156425 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.156653 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.156904 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.157094 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.157317 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.157533 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.157744 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.158066 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.158577 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.158816 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.159112 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.159881 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.160128 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.160376 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.160697 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.160953 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.161230 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.161453 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.161673 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.161915 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.162172 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.162788 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.162788 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.163053 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.163318 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.163800 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.163932 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.164144 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.164378 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.164667 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.165037 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.165441 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.165596 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.165843 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.166110 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.166353 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.166583 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.166802 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.167043 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.167279 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.167539 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.167768 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.168033 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.168252 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.168481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.168718 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.168996 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.169212 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.169442 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.169660 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.169805 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 12:08:07.170381 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103935) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 12:08:07.170544 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 12:08:07.170763 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 12:08:07.170898 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 12:08:07.171498 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 12:08:07.171498 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 12:08:07.171498 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.171830 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.171830 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.171830 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.172038 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.172147 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.172310 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.172471 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.172632 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.172791 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.172975 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.173137 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.173298 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.173459 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.173620 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.173781 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.173942 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.174104 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.174269 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.174430 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.174591 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.174781 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.174973 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] debug = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.175135 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.175348 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.175515 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.175676 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.175835 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.175999 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.176194 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.176360 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.176523 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.176685 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.177061 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.177061 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.177318 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.177318 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.177512 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.177625 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.177785 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.177948 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.178108 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] host = dv-cinder-830093-4-iscsi {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.178277 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.178435 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.178584 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.178741 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.178901 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.179060 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.179220 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.179387 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.179542 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.179702 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.179863 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.180024 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.180184 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.180469 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.180469 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_options = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.180669 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.180786 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.181147 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.181147 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.181397 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.181499 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.181620 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.181779 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.181939 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.182102 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.182263 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.182424 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.182585 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.182745 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.182907 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.183067 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.183229 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.183394 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.183550 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.183711 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.183979 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.184073 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.184201 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.184317 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.184479 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.184638 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.184797 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.184982 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.185144 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.185304 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.185464 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.185623 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.185769 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.185932 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.186093 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.186251 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.186411 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.186570 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.186735 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.186895 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.187055 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.187222 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.187428 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.187579 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.187716 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:07.187868 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.187868 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.188126 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_json = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.188126 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.188412 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.188412 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.188690 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.188825 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.189069 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.189069 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.189332 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.189332 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 12:08:07.189512 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.189674 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.189846 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.190007 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.190170 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.190331 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.190530 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.190692 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.190854 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.191020 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.191365 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.191365 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.191640 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.191640 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.191875 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.191997 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.192525 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.192525 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.192525 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.192917 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.192917 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.192917 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.193265 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.193265 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.193499 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.193499 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.193734 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.193867 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.193952 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.194160 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.194300 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.194422 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.194587 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.194749 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.194912 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.195075 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.195238 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.195401 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196039 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196039 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196039 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196039 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196579 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196673 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196760 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.196937 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.197100 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.197261 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.197430 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.197592 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.197745 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.197891 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.198051 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.198207 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.198369 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.198545 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.198693 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.198856 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.199018 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.199200 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.199398 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.199531 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.199666 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.199804 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.199938 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.200092 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.200267 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.200429 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.200591 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.200754 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.200943 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.201105 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.201267 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.201536 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.201670 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.201806 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.201939 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.202072 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.202218 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.202363 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.202496 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.202627 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.202761 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.202925 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.203086 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.203278 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.203438 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.203601 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.203762 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.203935 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.204115 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.204277 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.204607 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.204773 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.204965 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.205111 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.205274 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.205436 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.205597 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.205760 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.205921 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.206609 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.206779 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.206943 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.207104 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.207266 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.207427 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.207588 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.207749 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.207909 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.208070 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.208231 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.208394 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.208556 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.208717 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.208893 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.209059 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.209350 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.209491 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.209616 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.209700 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.209856 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.210028 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.210191 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.210352 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.210515 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.210677 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.210844 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.211010 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.211156 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.211317 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.211479 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.211683 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.211803 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.211978 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.212116 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.212277 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.212463 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.212624 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.212786 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.212969 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.213128 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.213291 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.213454 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.213616 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.213777 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.213939 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.214100 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.214262 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.214424 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.214586 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.214748 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.214911 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.215074 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.215291 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.215396 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.215552 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.215714 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.215876 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.216037 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.216203 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.216365 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.216526 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.216688 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.216851 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.217035 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.217197 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.217359 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.217521 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.217687 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.217848 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.218017 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.218171 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.218334 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.218497 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.218659 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.218824 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.219047 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.219149 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.219293 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.219459 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.219620 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.219782 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.219944 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.220105 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.220267 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.220574 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.220574 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.220733 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.221367 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.221367 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.221367 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.221367 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.222286 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.222286 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.222436 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.222563 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.222731 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.222885 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.223038 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.223176 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.223307 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.223473 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.223635 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.223784 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.223946 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.224109 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.224271 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.224437 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.224603 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.224767 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.224954 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.225111 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.225246 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.225407 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.225570 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.225733 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.225881 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.226043 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.226205 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.226388 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.226536 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.226693 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.226855 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.227017 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.227181 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.227342 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.227515 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.227678 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.227839 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.228000 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.228161 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.228322 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.228494 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.228656 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.228816 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.228998 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.229159 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.229321 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.229491 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.229654 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.229814 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.229975 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.230135 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.230298 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.230469 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.230631 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.230797 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.230959 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.231120 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.231282 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.231454 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.231617 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.231778 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.232304 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.232304 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.232304 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.232658 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.232658 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.232808 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.233003 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.233086 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235385 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235951 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235951 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235951 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235951 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235951 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235951 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235951 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.235951 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236481 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236917 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236917 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.236917 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.237123 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.237201 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.237345 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.237507 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.237670 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.237831 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.237992 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.238153 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.238316 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.238477 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.238638 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.238801 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.238962 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 12:08:07.239118 dv-cinder-830093-4-iscsi neutron-server[103935]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103935) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 12:08:07.464680 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37146) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:07.473860 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070055 Apr 12 12:08:19.783118 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aabf09-0fba-41ed-9c79-172898cc056d None None] get_active_networks_info from dv-cinder-830093-4-iscsi {{(pid=104048) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 12:08:19.910941 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aabf09-0fba-41ed-9c79-172898cc056d None None] No non-hosted networks {{(pid=104048) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 12:08:19.938724 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ec4222a7-02cf-4bac-a4f5-857ca67f204d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702902'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:22.519249 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-909f5737-88c6-4719-bbc9-1b71f64bce3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702902'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:22.562776 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.db.api [None req-bbe1a6da-ac03-4912-ba47-31e4b685e23b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830093-4-iscsi {{(pid=104048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 12:08:22.563707 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG oslo_db.api [None req-bbe1a6da-ac03-4912-ba47-31e4b685e23b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 12:08:23.163020 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a6da-ac03-4912-ba47-31e4b685e23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:23.412322 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37210) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:23.611036 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702902'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:24.112943 dv-cinder-830093-4-iscsi neutron-server[104046]: WARNING oslo_policy.policy [None req-3b3b16af-f310-427e-9794-fd2e613a41d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 12:08:24.113901 dv-cinder-830093-4-iscsi neutron-server[104046]: WARNING oslo_policy.policy [None req-3b3b16af-f310-427e-9794-fd2e613a41d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 12:08:24.339255 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [None req-3b3b16af-f310-427e-9794-fd2e613a41d4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:08:24.352888 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3b3b16af-f310-427e-9794-fd2e613a41d4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9262924 Apr 12 12:08:25.043067 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702902'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:26.344541 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702902'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:26.345268 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.345576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.345910 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.346238 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.346575 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.346897 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.347222 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.347557 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.347883 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.348396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.348739 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.349325 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.349811 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.350348 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.350910 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:26.351391 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830093-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:26.358318 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830093-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:27.185584 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37244) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:27.891390 dv-cinder-830093-4-iscsi neutron-server[104047]: WARNING oslo_policy.policy [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 12:08:27.892727 dv-cinder-830093-4-iscsi neutron-server[104047]: WARNING oslo_policy.policy [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 12:08:28.218705 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:08:28.314711 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.policy [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104047) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 12:08:28.358355 dv-cinder-830093-4-iscsi neutron-server[104047]: WARNING oslo_policy.policy [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 12:08:28.358747 dv-cinder-830093-4-iscsi neutron-server[104047]: WARNING oslo_policy.policy [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 12:08:28.531692 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729534598749', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729534597225', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729534613718', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729534622885', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729534563642', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729534572045', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4108976', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4099213', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-731473'] for rbac-policy (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:28.760312 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:28.762929 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-e5eeb3cf-47ce-4d74-b368-14c7b72f09d1 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5756941 Apr 12 12:08:30.215791 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.db.l3_hamode_db [None req-27ed35f1-a8cc-414e-92f2-23bc2b3e7c09 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 12:08:30.301080 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed35f1-a8cc-414e-92f2-23bc2b3e7c09 None None] Routers set() bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:08:30.301342 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed35f1-a8cc-414e-92f2-23bc2b3e7c09 None None] Router IDs set() for agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 12:08:31.777451 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37262) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:32.123382 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:08:32.248760 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Made reservation on behalf of 214d98d27cee4d2b89556a0dd6891878 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:08:32.314296 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.policy [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104046) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 12:08:32.357727 dv-cinder-830093-4-iscsi neutron-server[104046]: WARNING oslo_policy.policy [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 12:08:32.358125 dv-cinder-830093-4-iscsi neutron-server[104046]: WARNING oslo_policy.policy [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 12:08:32.368987 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.392416 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.518850 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Publish callbacks [] for security_group (c3311108-3d2a-4335-b142-f2b3b8c6d13f), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.601663 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c3311108-3d2a-4335-b142-f2b3b8c6d13f), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.638601 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:08:32.674949 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729535384998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.675573 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Unsubscribe: segment precommit_create {{(pid=104046) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 12:08:32.676158 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.segments_db [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Added segment 964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8 of type vlan for network 99d66704-8cb5-47e4-b5e6-6163a0af5164 Apr 12 12:08:32.682894 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c3311108-3d2a-4335-b142-f2b3b8c6d13f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:32.722431 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.722772 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.723139 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.723492 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.723826 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.724150 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.724470 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.724790 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.725131 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.725452 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.725768 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.726099 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.726415 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.726728 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.727040 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Tracked resource versions report: Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: pushed versions: Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: { 'AddressGroup': {'1.2'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Agent': {'1.1'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'ConntrackHelper': {'1.0'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'LocalIPAssociation': {'1.0'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Log': {'1.0'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'NDPProxy': {'1.0'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Network': {'1.1'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Port': {'1.7'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'PortForwarding': {'1.3'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'QosPolicy': {'1.10'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SecurityGroup': {'1.5'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SecurityGroupRule': {'1.2'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SubPort': {'1.0'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Subnet': {'1.1'}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Trunk': {'1.1'}} Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: consumer versions: Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: { DHCP agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: L3 agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: Metadata agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: Metering agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: Open vSwitch agent@dv-cinder-830093-4-iscsi: { 'AddressGroup': '1.2', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Agent': '1.1', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'ConntrackHelper': '1.0', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'LocalIPAssociation': '1.0', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Log': '1.0', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'NDPProxy': '1.0', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Network': '1.1', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Port': '1.7', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'PortForwarding': '1.3', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'QosPolicy': '1.10', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SecurityGroup': '1.5', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SecurityGroupRule': '1.2', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SubPort': '1.0', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Subnet': '1.1', Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Trunk': '1.1'}} Apr 12 12:08:32.728469 dv-cinder-830093-4-iscsi neutron-server[104046]: {{(pid=104046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 12:08:32.815629 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (99d66704-8cb5-47e4-b5e6-6163a0af5164), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.957595 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (99d66704-8cb5-47e4-b5e6-6163a0af5164), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.963245 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:08:32.963972 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.092990 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] Pushing event updated for resources: {'Network': ['ID=99d66704-8cb5-47e4-b5e6-6163a0af5164,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:33.106608 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 99d66704-8cb5-47e4-b5e6-6163a0af5164 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:08:33.125877 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3c0d71f3-2327-4fe4-89f1-77f5d00ab712 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3473241 Apr 12 12:08:35.809304 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37276) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:36.249950 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b20e444-fb74-4fa7-aab6-c929cf4eca36 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:08:36.251332 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-6b20e444-fb74-4fa7-aab6-c929cf4eca36 demo admin] 10.222.0.20 "GET /v2.0/networks/99d66704-8cb5-47e4-b5e6-6163a0af5164 HTTP/1.1" status: 200 len: 825 time: 0.4410241 Apr 12 12:08:36.290786 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-72049423-8cce-4c73-9768-715b67af472b demo admin] 10.222.0.20 "GET /v2.0/subnetpools/2145b19f-f6ef-4065-94dd-3e6d9d24d7df HTTP/1.1" status: 200 len: 734 time: 0.0331163 Apr 12 12:08:36.299617 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Request body: {'subnet': {'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2145b19f-f6ef-4065-94dd-3e6d9d24d7df', 'name': 'private-subnet'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:08:36.397399 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Made reservation on behalf of 214d98d27cee4d2b89556a0dd6891878 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:08:36.399786 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:36.785413 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (3188db2a-e129-4ef8-8219-ae098bc38a8c), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:36.858725 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Checking segment: {'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:08:36.859457 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Network hostable DHCP agents. Network: 99d66704-8cb5-47e4-b5e6-6163a0af5164, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:08:36.861618 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3188db2a-e129-4ef8-8219-ae098bc38a8c,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:36.945969 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Network 99d66704-8cb5-47e4-b5e6-6163a0af5164 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:08:37.100324 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 99d66704-8cb5-47e4-b5e6-6163a0af5164) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:08:37.105920 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:08:37.106293 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:37.109502 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc8a93-1c69-4b83-978f-2723034724b4 None None] Network 99d66704-8cb5-47e4-b5e6-6163a0af5164 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:08:37.258304 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ee51bb53-7855-4bf1-b282-8364a34539b7 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9615605 Apr 12 12:08:37.512312 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-99d66704-8cb5-47e4-b5e6-6163a0af5164', 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164', 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'fixed_ips': [{'subnet_id': '3188db2a-e129-4ef8-8219-ae098bc38a8c'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:08:37.513566 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:37.852332 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Allocated IP 172.20.0.2 (99d66704-8cb5-47e4-b5e6-6163a0af5164/3188db2a-e129-4ef8-8219-ae098bc38a8c/2601d576-9dd4-46fe-a868-81f89b988e8f) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:08:38.122183 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Publish callbacks [] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:38.204745 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:38.323358 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Network 99d66704-8cb5-47e4-b5e6-6163a0af5164 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:08:38.336218 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:08:38.340753 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:08:38.364792 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Pushing event updated for resources: {'Port': ['ID=2601d576-9dd4-46fe-a868-81f89b988e8f,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:38.438958 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.439411 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.440510 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.441102 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.441657 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.442182 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.442716 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.443257 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.443794 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.444329 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.444876 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.445466 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.445969 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.446509 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.447052 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Tracked resource versions report: Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: pushed versions: Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: { 'AddressGroup': {'1.2'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Agent': {'1.1'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'ConntrackHelper': {'1.0'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'LocalIPAssociation': {'1.0'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Log': {'1.0'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'NDPProxy': {'1.0'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Network': {'1.1'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Port': {'1.7'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'PortForwarding': {'1.3'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'QosPolicy': {'1.10'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SecurityGroup': {'1.5'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SecurityGroupRule': {'1.2'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SubPort': {'1.0'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Subnet': {'1.1'}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Trunk': {'1.1'}} Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: consumer versions: Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: { DHCP agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: L3 agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: Metadata agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: Metering agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: Open vSwitch agent@dv-cinder-830093-4-iscsi: { 'AddressGroup': '1.2', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Agent': '1.1', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'ConntrackHelper': '1.0', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'LocalIPAssociation': '1.0', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Log': '1.0', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'NDPProxy': '1.0', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Network': '1.1', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Port': '1.7', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'PortForwarding': '1.3', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'QosPolicy': '1.10', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SecurityGroup': '1.5', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SecurityGroupRule': '1.2', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SubPort': '1.0', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Subnet': '1.1', Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Trunk': '1.1'}} Apr 12 12:08:38.449418 dv-cinder-830093-4-iscsi neutron-server[104048]: {{(pid=104048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 12:08:38.491733 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Attempting to bind port 2601d576-9dd4-46fe-a868-81f89b988e8f on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:08:38.492126 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Attempting to bind port 2601d576-9dd4-46fe-a868-81f89b988e8f by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:08:38.492551 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Attempting to bind port 2601d576-9dd4-46fe-a868-81f89b988e8f on network 99d66704-8cb5-47e4-b5e6-6163a0af5164 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:08:38.497758 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:08:38.498135 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Checking segment: {'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:08:38.498598 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:38.498981 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Bound using segment: {'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:08:38.499453 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Bound port: 2601d576-9dd4-46fe-a868-81f89b988e8f, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:08:38.499843 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:38.567225 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] For port 2601d576-9dd4-46fe-a868-81f89b988e8f, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:08:38.587584 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] For port 2601d576-9dd4-46fe-a868-81f89b988e8f, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=2601d576-9dd4-46fe-a868-81f89b988e8f,segment=NetworkSegment(964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8),segment_id=964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:08:38.654818 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:38.739228 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2ccb0-3e2d-42f7-bb05-ac5a2ccd89c6 None None] Pushing event updated for resources: {'Port': ['ID=2601d576-9dd4-46fe-a868-81f89b988e8f,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:40.055367 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37284) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:40.410121 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [None req-1c10abb2-1c95-4af3-9692-0bb23a12873d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:08:40.411451 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-1c10abb2-1c95-4af3-9692-0bb23a12873d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3549528 Apr 12 12:08:43.122764 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37292) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:43.553103 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [None req-73af6220-dde1-441a-8f32-9fc46f2eb7b0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:08:43.554695 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-73af6220-dde1-441a-8f32-9fc46f2eb7b0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4306619 Apr 12 12:08:46.323001 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37300) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:46.675084 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-4fb1f62e-dba3-4aa1-945d-3d425771bccf demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:08:46.820624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f62e-dba3-4aa1-945d-3d425771bccf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (b9029e69-b02e-49bd-8fc3-47051806eed8), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:46.822582 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f62e-dba3-4aa1-945d-3d425771bccf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (b9029e69-b02e-49bd-8fc3-47051806eed8), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:46.983014 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f62e-dba3-4aa1-945d-3d425771bccf demo demo] Publish callbacks [] for router_controller (b9029e69-b02e-49bd-8fc3-47051806eed8), precommit_add_association {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:47.078289 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f62e-dba3-4aa1-945d-3d425771bccf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (b9029e69-b02e-49bd-8fc3-47051806eed8), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:47.170785 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f62e-dba3-4aa1-945d-3d425771bccf demo demo] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:47.172157 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-4fb1f62e-dba3-4aa1-945d-3d425771bccf demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8479886 Apr 12 12:08:49.706899 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-beecfda1-07ca-451a-b035-a7d949d78e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:49.728099 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 2601d576-9dd4-46fe-a868-81f89b988e8f up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:08:49.833364 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 2601d576-9dd4-46fe-a868-81f89b988e8f triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:08:49.833776 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:49.939053 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37312) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:49.952389 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 2601d576-9dd4-46fe-a868-81f89b988e8f is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:08:49.953027 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:49.991453 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 2601d576-9dd4-46fe-a868-81f89b988e8f, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=2601d576-9dd4-46fe-a868-81f89b988e8f,segment=NetworkSegment(964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8),segment_id=964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:08:50.103604 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:50.153636 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=2601d576-9dd4-46fe-a868-81f89b988e8f,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:50.323603 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [None req-acf5a54e-33db-40dc-97ec-f5b1600fb941 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:08:50.324669 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-acf5a54e-33db-40dc-97ec-f5b1600fb941 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3846173 Apr 12 12:08:50.870773 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc5b1b-16b9-49c1-b1f7-b35b506229d5 None None] Network 99d66704-8cb5-47e4-b5e6-6163a0af5164 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:08:50.954183 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-f60aa0b9-7e33-46e9-8a35-bae9156c38c3 None None] Provisioning complete for port 2601d576-9dd4-46fe-a868-81f89b988e8f triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:08:50.954563 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f60aa0b9-7e33-46e9-8a35-bae9156c38c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.090763 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-f60aa0b9-7e33-46e9-8a35-bae9156c38c3 None None] Current status of the port 2601d576-9dd4-46fe-a868-81f89b988e8f is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:08:51.313680 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-897c34b0-e493-429a-a4be-79012b2eaa02 None None] Provisioning complete for port 2601d576-9dd4-46fe-a868-81f89b988e8f triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:08:51.314077 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-897c34b0-e493-429a-a4be-79012b2eaa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.394944 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-897c34b0-e493-429a-a4be-79012b2eaa02 None None] Current status of the port 2601d576-9dd4-46fe-a868-81f89b988e8f is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:08:51.685835 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 2601d576-9dd4-46fe-a868-81f89b988e8f up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:08:51.736045 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 2601d576-9dd4-46fe-a868-81f89b988e8f triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:08:51.737080 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.817604 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 2601d576-9dd4-46fe-a868-81f89b988e8f is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:08:52.492392 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5b8f-2eaf-476d-920a-1d3f79b9ba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:52.952341 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37320) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:53.297526 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:08:53.418547 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Made reservation on behalf of d505d393fe854bbcb2293b9aba009591 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:08:53.424298 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.448396 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.510258 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.552084 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Publish callbacks [] for security_group (3095594d-1592-4ac7-8a8d-2af19a008934), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.635254 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (3095594d-1592-4ac7-8a8d-2af19a008934), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.646523 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Reserving flat network on physical network physnet1 {{(pid=104047) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 12:08:53.678866 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729535384998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (172ff33c-7220-42ef-9017-f1d715fa7ad1), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.679402 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Unsubscribe: segment precommit_create {{(pid=104047) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 12:08:53.679954 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Added segment 172ff33c-7220-42ef-9017-f1d715fa7ad1 of type flat for network 22546a3f-288e-4f47-a754-d66b5fbf87eb Apr 12 12:08:53.701649 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3095594d-1592-4ac7-8a8d-2af19a008934,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:53.730270 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.730606 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.730955 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.731289 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.731613 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.731936 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.732256 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.732599 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.732963 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.733288 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.733621 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.733958 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.734276 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.734587 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.734905 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Tracked resource versions report: Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: pushed versions: Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: { 'AddressGroup': {'1.2'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Agent': {'1.1'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'ConntrackHelper': {'1.0'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'LocalIPAssociation': {'1.0'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Log': {'1.0'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'NDPProxy': {'1.0'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Network': {'1.1'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Port': {'1.7'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'PortForwarding': {'1.3'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'QosPolicy': {'1.10'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SecurityGroup': {'1.5'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SecurityGroupRule': {'1.2'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SubPort': {'1.0'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Subnet': {'1.1'}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Trunk': {'1.1'}} Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: consumer versions: Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: { DHCP agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: L3 agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: Metadata agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: Metering agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: Open vSwitch agent@dv-cinder-830093-4-iscsi: { 'AddressGroup': '1.2', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Agent': '1.1', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'ConntrackHelper': '1.0', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'LocalIPAssociation': '1.0', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Log': '1.0', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'NDPProxy': '1.0', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Network': '1.1', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Port': '1.7', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'PortForwarding': '1.3', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'QosPolicy': '1.10', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SecurityGroup': '1.5', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SecurityGroupRule': '1.2', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SubPort': '1.0', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Subnet': '1.1', Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Trunk': '1.1'}} Apr 12 12:08:53.736824 dv-cinder-830093-4-iscsi neutron-server[104047]: {{(pid=104047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 12:08:53.805638 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (22546a3f-288e-4f47-a754-d66b5fbf87eb), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.922881 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (22546a3f-288e-4f47-a754-d66b5fbf87eb), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.924585 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:08:53.925365 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:54.050054 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] Pushing event updated for resources: {'Network': ['ID=22546a3f-288e-4f47-a754-d66b5fbf87eb,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:54.062189 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:08:54.075217 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-fdce716f-eb90-4c9e-99cb-3a9021448461 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1212986 Apr 12 12:08:55.014281 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:56.378390 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:56.837549 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37342) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:57.020703 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f4ad9-f253-4bf1-a869-ea2a3b41635d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:08:57.022336 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-569f4ad9-f253-4bf1-a869-ea2a3b41635d demo admin] 10.222.0.20 "GET /v2.0/subnets/3188db2a-e129-4ef8-8219-ae098bc38a8c HTTP/1.1" status: 200 len: 849 time: 0.1836584 Apr 12 12:08:57.204033 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-696c81cb-0565-490c-a446-22940f2aa927 demo admin] 10.222.0.20 "GET /v2.0/routers/b9029e69-b02e-49bd-8fc3-47051806eed8 HTTP/1.1" status: 200 len: 704 time: 0.1712866 Apr 12 12:08:57.500701 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:57.806599 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Allocated IP 172.20.0.1 (99d66704-8cb5-47e4-b5e6-6163a0af5164/3188db2a-e129-4ef8-8219-ae098bc38a8c/20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:08:57.978894 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Publish callbacks [] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.145729 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.284506 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Network 99d66704-8cb5-47e4-b5e6-6163a0af5164 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:08:58.290709 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:08:58.298165 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:08:58.298793 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (b9029e69-b02e-49bd-8fc3-47051806eed8), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.318576 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Pushing event updated for resources: {'Port': ['ID=20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:58.556716 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-ef133d1a-b626-41d9-b35d-085616001a68 None None] Provisioning complete for port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:08:58.557357 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ef133d1a-b626-41d9-b35d-085616001a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.596136 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-ef133d1a-b626-41d9-b35d-085616001a68 None None] Port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:08:58.612576 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.854588 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Publish callbacks [] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.920579 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.921472 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (b9029e69-b02e-49bd-8fc3-47051806eed8), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.983662 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Pushing event updated for resources: {'Port': ['ID=20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:59.053292 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Network 99d66704-8cb5-47e4-b5e6-6163a0af5164 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:08:59.054650 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:08:59.317725 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-fcf42a8a-c40a-4cf0-9f64-bb625011b359 None None] Provisioning complete for port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:08:59.318116 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fcf42a8a-c40a-4cf0-9f64-bb625011b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:59.346298 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Router b9029e69-b02e-49bd-8fc3-47051806eed8 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:08:59.368444 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-fcf42a8a-c40a-4cf0-9f64-bb625011b359 None None] Port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:08:59.443130 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:08:59.449246 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9f6fb59c-1a0c-4f83-8252-897c5f46cd3a demo admin] 10.222.0.20 "PUT /v2.0/routers/b9029e69-b02e-49bd-8fc3-47051806eed8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2398963 Apr 12 12:08:59.454851 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Sync routers for ids ['b9029e69-b02e-49bd-8fc3-47051806eed8'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:08:59.469147 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Routers {'b9029e69-b02e-49bd-8fc3-47051806eed8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:08:59.470090 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:08:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b9029e69-b02e-49bd-8fc3-47051806eed8'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:59.678760 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Set router b9029e69-b02e-49bd-8fc3-47051806eed8 gateway port host: None {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:00.256960 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'name': 'router1', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:46Z', 'updated_at': '2022-04-12T12:08:58Z', 'revision_number': 2, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'gw_port_host': None, '_interfaces': [{'id': '20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d', 'name': '', 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'mac_address': 'fa:16:3e:b1:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:08:57Z', 'updated_at': '2022-04-12T12:08:58Z', 'revision_number': 2, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'subnets': [{'id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2145b19f-f6ef-4065-94dd-3e6d9d24d7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:00.311875 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Checking router: b9029e69-b02e-49bd-8fc3-47051806eed8 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:09:00.312154 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Updating router b9029e69-b02e-49bd-8fc3-47051806eed8 port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:09:00.372738 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.995357 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Publish callbacks [] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.088578 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.296161 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Pushing event updated for resources: {'Port': ['ID=20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:01.303689 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Attempting to bind port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:01.304095 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Attempting to bind port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:01.304516 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Attempting to bind port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d on network 99d66704-8cb5-47e4-b5e6-6163a0af5164 {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:01.313201 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.313634 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.313985 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.314885 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.315220 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.315583 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.315898 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.316223 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.316547 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.316892 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.317216 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.317563 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.317875 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.318191 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.318506 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Tracked resource versions report: Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: pushed versions: Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: { 'AddressGroup': {'1.2'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Agent': {'1.1'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'ConntrackHelper': {'1.0'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'LocalIPAssociation': {'1.0'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Log': {'1.0'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'NDPProxy': {'1.0'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Network': {'1.1'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Port': {'1.7'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'PortForwarding': {'1.3'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'QosPolicy': {'1.10'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SecurityGroup': {'1.5'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SecurityGroupRule': {'1.2'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SubPort': {'1.0'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Subnet': {'1.1'}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Trunk': {'1.1'}} Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: consumer versions: Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: { DHCP agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: L3 agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: Metadata agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: Metering agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: Open vSwitch agent@dv-cinder-830093-4-iscsi: { 'AddressGroup': '1.2', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Agent': '1.1', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'ConntrackHelper': '1.0', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'LocalIPAssociation': '1.0', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Log': '1.0', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'NDPProxy': '1.0', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Network': '1.1', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Port': '1.7', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'PortForwarding': '1.3', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'QosPolicy': '1.10', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SecurityGroup': '1.5', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SecurityGroupRule': '1.2', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SubPort': '1.0', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Subnet': '1.1', Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Trunk': '1.1'}} Apr 12 12:09:01.319938 dv-cinder-830093-4-iscsi neutron-server[104049]: {{(pid=104049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 12:09:01.324641 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:01.324641 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Checking segment: {'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:01.324641 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.324641 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Bound using segment: {'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:01.324641 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Bound port: 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:01.324641 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.399217 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-cc5f697a-aca5-4b27-8f1e-2883081e1517 None None] Provisioning complete for port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:01.399916 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cc5f697a-aca5-4b27-8f1e-2883081e1517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.403123 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] For port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:01.441355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f697a-aca5-4b27-8f1e-2883081e1517 None None] Port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:09:01.443970 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] For port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d,segment=NetworkSegment(964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8),segment_id=964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:01.512135 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.576958 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Routers {'b9029e69-b02e-49bd-8fc3-47051806eed8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:01.577616 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:08:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b9029e69-b02e-49bd-8fc3-47051806eed8'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:01.583626 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec26c9-b0d6-4edd-a75a-17af74d79572 None None] Pushing event updated for resources: {'Port': ['ID=20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d,revision_number=4']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:01.691448 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] Set router b9029e69-b02e-49bd-8fc3-47051806eed8 gateway port host: None {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:01.769558 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-fdbd8f5b-d5a3-407c-a58d-9aeee58feab2 None None] Provisioning complete for port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:01.769837 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8f5b-d5a3-407c-a58d-9aeee58feab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.875012 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd8f5b-d5a3-407c-a58d-9aeee58feab2 None None] Current status of the port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:01.875901 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8f5b-d5a3-407c-a58d-9aeee58feab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.923190 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-fdbd8f5b-d5a3-407c-a58d-9aeee58feab2 None None] For port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d,segment=NetworkSegment(964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8),segment_id=964ab1a0-f34e-4844-b7eb-1f6ab37d6fc8)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:01.962529 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'name': 'router1', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:46Z', 'updated_at': '2022-04-12T12:08:58Z', 'revision_number': 2, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'gw_port_host': None, '_interfaces': [{'id': '20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d', 'name': '', 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'mac_address': 'fa:16:3e:b1:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:08:57Z', 'updated_at': '2022-04-12T12:09:01Z', 'revision_number': 4, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'subnets': [{'id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2145b19f-f6ef-4065-94dd-3e6d9d24d7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:01.991260 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf50aac-f0a8-4e67-aec2-978fdbe5f086 None None] The sync data for ids ['b9029e69-b02e-49bd-8fc3-47051806eed8'] in dv-cinder-830093-4-iscsi is: [{'id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'name': 'router1', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:46Z', 'updated_at': '2022-04-12T12:08:58Z', 'revision_number': 2, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'gw_port_host': None, '_interfaces': [{'id': '20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d', 'name': '', 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'mac_address': 'fa:16:3e:b1:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:08:57Z', 'updated_at': '2022-04-12T12:09:01Z', 'revision_number': 4, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'subnets': [{'id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2145b19f-f6ef-4065-94dd-3e6d9d24d7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:09:02.012306 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8f5b-d5a3-407c-a58d-9aeee58feab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.025922 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37362) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:09:02.081160 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd8f5b-d5a3-407c-a58d-9aeee58feab2 None None] Pushing event updated for resources: {'Port': ['ID=20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:02.208577 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99488270-ee42-4f34-a93e-59b2fcc4ee07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:02.210011 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-99488270-ee42-4f34-a93e-59b2fcc4ee07 admin admin] 10.222.0.20 "GET /v2.0/networks/22546a3f-288e-4f47-a754-d66b5fbf87eb HTTP/1.1" status: 200 len: 842 time: 0.1820245 Apr 12 12:09:02.219788 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'cidr': '172.27.3.0/24'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:09:02.322476 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Made reservation on behalf of d505d393fe854bbcb2293b9aba009591 for: {'subnet': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:09:02.324836 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.806049 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.objects.ports [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104047) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 12:09:02.806540 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (00904505-d7b3-4c64-add6-83d2b76d32e3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.868442 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00904505-d7b3-4c64-add6-83d2b76d32e3,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:02.881453 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:02.881788 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Network hostable DHCP agents. Network: 22546a3f-288e-4f47-a754-d66b5fbf87eb, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:09:03.011665 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:09:03.264119 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 22546a3f-288e-4f47-a754-d66b5fbf87eb) {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:03.269122 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:03.289811 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:03.290537 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc1f8c-62b2-4639-8f1d-505b3642d7f6 None None] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:09:03.386529 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1310e6-3e01-4c23-ac1b-a5db2a4fe8bf None None] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:09:03.563251 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c460dd41-fab6-411a-b062-53aacde7a52d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3468473 Apr 12 12:09:05.099825 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:09:06.068775 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37370) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:09:06.316357 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b1227ccc-9e90-431e-b716-9898bfd92b14 demo admin] 10.222.0.20 "GET /v2.0/routers/b9029e69-b02e-49bd-8fc3-47051806eed8 HTTP/1.1" status: 200 len: 710 time: 0.2463262 Apr 12 12:09:06.409688 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1272e9-df70-48ac-ba8f-31c009df2401 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:06.411104 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-fe1272e9-df70-48ac-ba8f-31c009df2401 demo admin] 10.222.0.20 "GET /v2.0/networks/22546a3f-288e-4f47-a754-d66b5fbf87eb HTTP/1.1" status: 200 len: 886 time: 0.0895321 Apr 12 12:09:06.421164 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:09:06.687238 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks [] for router_gateway (b9029e69-b02e-49bd-8fc3-47051806eed8), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.991675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks [] for router_gateway (b9029e69-b02e-49bd-8fc3-47051806eed8), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.122126 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.311720 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Allocated IP 172.27.3.4 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/fd76c3f0-8966-4bff-ad64-ad0664301c8b) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:09:07.450255 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks [] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.585526 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.706833 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:07.713779 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:07.722625 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:09:07.726108 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Pushing event updated for resources: {'Port': ['ID=fd76c3f0-8966-4bff-ad64-ad0664301c8b,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:08.145535 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks [] for router_gateway (b9029e69-b02e-49bd-8fc3-47051806eed8), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.397074 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7334'] for router (b9029e69-b02e-49bd-8fc3-47051806eed8), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.402711 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652214', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703938'] for router (b9029e69-b02e-49bd-8fc3-47051806eed8), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.542062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Router b9029e69-b02e-49bd-8fc3-47051806eed8 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:09:08.667319 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:09:08.671756 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.688891 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b926f41d-b6e6-432d-a34c-a874bc362aaf demo admin] 10.222.0.20 "PUT /v2.0/routers/b9029e69-b02e-49bd-8fc3-47051806eed8 HTTP/1.1" status: 200 len: 888 time: 2.2551324 Apr 12 12:09:09.730003 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:09.788454 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:09.788848 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.875757 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:11.431213 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Sync routers for ids ['b9029e69-b02e-49bd-8fc3-47051806eed8'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:09:11.443288 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Routers {'b9029e69-b02e-49bd-8fc3-47051806eed8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:11.444054 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:08:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b9029e69-b02e-49bd-8fc3-47051806eed8'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:11.677681 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37382) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:09:11.690839 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Set router b9029e69-b02e-49bd-8fc3-47051806eed8 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:11.917116 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c7500ab2-c9c0-4490-8604-59bdfbf8b958 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.2377589 Apr 12 12:09:12.256379 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'name': 'router1', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fd76c3f0-8966-4bff-ad64-ad0664301c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:46Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 4, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'gw_port': {'id': 'fd76c3f0-8966-4bff-ad64-ad0664301c8b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:07Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d', 'name': '', 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'mac_address': 'fa:16:3e:b1:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:08:57Z', 'updated_at': '2022-04-12T12:09:01Z', 'revision_number': 5, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'subnets': [{'id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2145b19f-f6ef-4065-94dd-3e6d9d24d7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:12.354898 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Checking router: b9029e69-b02e-49bd-8fc3-47051806eed8 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:09:12.355512 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Updating router b9029e69-b02e-49bd-8fc3-47051806eed8 port fd76c3f0-8966-4bff-ad64-ad0664301c8b binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:09:12.424353 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.818695 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Publish callbacks [] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.892236 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.944492 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Attempting to bind port fd76c3f0-8966-4bff-ad64-ad0664301c8b on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:12.944980 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Attempting to bind port fd76c3f0-8966-4bff-ad64-ad0664301c8b by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:12.945419 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Attempting to bind port fd76c3f0-8966-4bff-ad64-ad0664301c8b on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:12.956430 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9cc6-e99e-4f23-9e13-76fe21851cbd None None] Pushing event updated for resources: {'Port': ['ID=fd76c3f0-8966-4bff-ad64-ad0664301c8b,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:12.969210 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:12.969210 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:12.969210 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.969770 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:12.970243 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Bound port: fd76c3f0-8966-4bff-ad64-ad0664301c8b, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:12.970691 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:13.028534 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] For port fd76c3f0-8966-4bff-ad64-ad0664301c8b, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:13.031719 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] For port fd76c3f0-8966-4bff-ad64-ad0664301c8b, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=fd76c3f0-8966-4bff-ad64-ad0664301c8b,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:13.109901 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:13.172391 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Routers {'b9029e69-b02e-49bd-8fc3-47051806eed8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:13.173054 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:08:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b9029e69-b02e-49bd-8fc3-47051806eed8'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:13.175416 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9cc6-e99e-4f23-9e13-76fe21851cbd None None] Pushing event updated for resources: {'Port': ['ID=fd76c3f0-8966-4bff-ad64-ad0664301c8b,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:13.299261 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] Set router b9029e69-b02e-49bd-8fc3-47051806eed8 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:13.516533 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'name': 'router1', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fd76c3f0-8966-4bff-ad64-ad0664301c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:46Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 4, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'gw_port': {'id': 'fd76c3f0-8966-4bff-ad64-ad0664301c8b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:07Z', 'updated_at': '2022-04-12T12:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d', 'name': '', 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'mac_address': 'fa:16:3e:b1:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:08:57Z', 'updated_at': '2022-04-12T12:09:01Z', 'revision_number': 5, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'subnets': [{'id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2145b19f-f6ef-4065-94dd-3e6d9d24d7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:13.547415 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478913f7-9eb4-4d16-8003-206dfc8c0ebe None None] The sync data for ids ['b9029e69-b02e-49bd-8fc3-47051806eed8'] in dv-cinder-830093-4-iscsi is: [{'id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'name': 'router1', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fd76c3f0-8966-4bff-ad64-ad0664301c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:46Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 4, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'gw_port': {'id': 'fd76c3f0-8966-4bff-ad64-ad0664301c8b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:07Z', 'updated_at': '2022-04-12T12:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d', 'name': '', 'network_id': '99d66704-8cb5-47e4-b5e6-6163a0af5164', 'tenant_id': '214d98d27cee4d2b89556a0dd6891878', 'mac_address': 'fa:16:3e:b1:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9029e69-b02e-49bd-8fc3-47051806eed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:08:57Z', 'updated_at': '2022-04-12T12:09:01Z', 'revision_number': 5, 'project_id': '214d98d27cee4d2b89556a0dd6891878', 'subnets': [{'id': '3188db2a-e129-4ef8-8219-ae098bc38a8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2145b19f-f6ef-4065-94dd-3e6d9d24d7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:09:13.763278 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device fd76c3f0-8966-4bff-ad64-ad0664301c8b up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:13.830617 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port fd76c3f0-8966-4bff-ad64-ad0664301c8b triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:13.831948 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:13.941087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port fd76c3f0-8966-4bff-ad64-ad0664301c8b is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:13.944385 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:13.978730 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port fd76c3f0-8966-4bff-ad64-ad0664301c8b, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=fd76c3f0-8966-4bff-ad64-ad0664301c8b,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:14.065495 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:14.130718 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=fd76c3f0-8966-4bff-ad64-ad0664301c8b,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:15.697785 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device fd76c3f0-8966-4bff-ad64-ad0664301c8b up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:15.754037 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port fd76c3f0-8966-4bff-ad64-ad0664301c8b triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:15.754969 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (fd76c3f0-8966-4bff-ad64-ad0664301c8b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:15.897015 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port fd76c3f0-8966-4bff-ad64-ad0664301c8b is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:19.857204 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a4b1caed-aeda-49ec-a180-6c6426fb3152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:22.466466 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68f8a104-73f4-4f93-98d4-1718b23b7441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:23.562495 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:24.974162 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:26.346206 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:42.101098 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:09:49.705323 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4fd15170-4e25-4b9c-b5a1-17afc53b8ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:52.537068 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b250ca4b-c4a4-4da4-bf5d-02e25f19c3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:53.516605 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:54.979535 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:56.346396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:19.100659 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:10:19.748272 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fbefcdc1-21af-4d95-aed5-be7d08a862a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:22.470805 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-69f3f33c-f055-4efd-bd0c-3703c2c5ae4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:23.493267 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:24.985568 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:26.361602 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:37.965093 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37866) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:38.028048 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f0011c-d2c6-4ba8-855a-5cbd3451196a admin admin] GET failed (client error): The resource could not be found. Apr 12 12:10:38.029369 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a7f0011c-d2c6-4ba8-855a-5cbd3451196a admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634034 Apr 12 12:10:38.192577 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f7467-e376-4062-a53a-525813a2bb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:38.194096 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f46f7467-e376-4062-a53a-525813a2bb7e admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598969 Apr 12 12:10:40.539134 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37876) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:40.645872 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f261cf-05b8-4af3-9aea-06afc438f12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:40.647316 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-44f261cf-05b8-4af3-9aea-06afc438f12c admin admin] 10.222.0.20 "GET /v2.0/subnets/3188db2a-e129-4ef8-8219-ae098bc38a8c HTTP/1.1" status: 200 len: 849 time: 0.1072321 Apr 12 12:10:40.656624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:40.741784 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Publish callbacks [] for subnet (3188db2a-e129-4ef8-8219-ae098bc38a8c), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:40.939083 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729535347478'] for subnet (3188db2a-e129-4ef8-8219-ae098bc38a8c), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:40.969255 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:40.969879 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:40.971639 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] 10.222.0.20 "PUT /v2.0/subnets/3188db2a-e129-4ef8-8219-ae098bc38a8c HTTP/1.1" status: 200 len: 868 time: 0.3181822 Apr 12 12:10:40.974098 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b908f-76a6-4749-96da-2d501762b2aa None None] Network 99d66704-8cb5-47e4-b5e6-6163a0af5164 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:10:40.994102 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3188db2a-e129-4ef8-8219-ae098bc38a8c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:41.003859 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.006675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.006675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.006675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.006675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.006675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.006675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.006675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.006675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.007517 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.007517 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.007517 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.007803 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.008266 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.008608 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2f684-08c7-468f-8d58-d4b9c5eeee7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:41.380737 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-f3306d0a-a984-42ed-a8c0-81004b55b114 None None] Provisioning complete for port 2601d576-9dd4-46fe-a868-81f89b988e8f triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:10:41.381282 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f3306d0a-a984-42ed-a8c0-81004b55b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (2601d576-9dd4-46fe-a868-81f89b988e8f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:41.461489 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-f3306d0a-a984-42ed-a8c0-81004b55b114 None None] Current status of the port 2601d576-9dd4-46fe-a868-81f89b988e8f is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:10:41.469669 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-f3306d0a-a984-42ed-a8c0-81004b55b114 None None] Provisioning complete for port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:10:41.470038 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f3306d0a-a984-42ed-a8c0-81004b55b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:41.545911 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-f3306d0a-a984-42ed-a8c0-81004b55b114 None None] Current status of the port 20cb639c-a7cd-4ac2-a70c-ca70e31a6c0d is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:10:43.322291 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37884) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:43.523030 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01cf31-5a09-4074-ae1f-f41b109580dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:43.523527 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01cf31-5a09-4074-ae1f-f41b109580dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:43.525133 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-5e01cf31-5a09-4074-ae1f-f41b109580dd admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018363 Apr 12 12:10:45.880585 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37894) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:46.016130 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b895759-36f9-4769-ad3c-090c3971fb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:46.016595 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b895759-36f9-4769-ad3c-090c3971fb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:46.020600 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-6b895759-36f9-4769-ad3c-090c3971fb95 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1389897 Apr 12 12:10:48.384376 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37902) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:48.519446 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf52aa-a7bd-4ffd-b37e-6119ad5ed8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:48.520852 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-5baf52aa-a7bd-4ffd-b37e-6119ad5ed8dd admin admin] 10.222.0.20 "GET /v2.0/networks/22546a3f-288e-4f47-a754-d66b5fbf87eb HTTP/1.1" status: 200 len: 886 time: 0.1354580 Apr 12 12:10:49.689660 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-848158c2-a265-4477-8573-6c210b67c4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:50.902934 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37910) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:51.049116 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77112640-519b-4770-8a94-3a2412d3b304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:51.050499 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-77112640-519b-4770-8a94-3a2412d3b304 admin admin] 10.222.0.20 "GET /v2.0/networks/99d66704-8cb5-47e4-b5e6-6163a0af5164 HTTP/1.1" status: 200 len: 869 time: 0.1466222 Apr 12 12:10:52.481577 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c9abcdcb-b565-41ec-aab5-7fcc5d0b3146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:53.412294 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 37918) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:53.524041 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:53.538297 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c73ed-8116-4549-a152-c8e14a8770e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:53.538756 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c73ed-8116-4549-a152-c8e14a8770e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:53.540295 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-eb7c73ed-8116-4549-a152-c8e14a8770e2 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270225 Apr 12 12:10:54.978406 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:55.887129 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37926) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:56.013875 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a785614-2253-4d2b-93d8-b795b3c62edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:56.014332 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a785614-2253-4d2b-93d8-b795b3c62edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:56.015894 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-2a785614-2253-4d2b-93d8-b795b3c62edd admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278174 Apr 12 12:10:56.099693 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:10:56.344128 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:58.390229 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37934) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:58.480398 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec3b47-f316-4ac8-9f52-141818e8f9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:58.481821 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-73ec3b47-f316-4ac8-9f52-141818e8f9fd admin admin] 10.222.0.20 "GET /v2.0/subnets/00904505-d7b3-4c64-add6-83d2b76d32e3 HTTP/1.1" status: 200 len: 816 time: 0.0906389 Apr 12 12:11:00.940061 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 37942) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:11:01.037929 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34b531-5f6a-4ef6-bbea-63c6298cdea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:01.039307 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9c34b531-5f6a-4ef6-bbea-63c6298cdea1 admin admin] 10.222.0.20 "GET /v2.0/subnets/3188db2a-e129-4ef8-8219-ae098bc38a8c HTTP/1.1" status: 200 len: 868 time: 0.0982974 Apr 12 12:11:19.729053 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-806e5e95-4bde-46ef-af73-fae2fa3b8ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:22.484021 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-af8c1b1d-67dd-46a8-9137-2c98f37fdc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:23.517334 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:24.980566 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:26.346460 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:33.098852 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:11:42.539624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38000) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:11:42.588671 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [None req-1cf9ee2e-25f5-4acd-86a5-f1358a6e5cfc admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:11:42.589739 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-1cf9ee2e-25f5-4acd-86a5-f1358a6e5cfc admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491760 Apr 12 12:11:45.011548 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38008) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:11:45.078859 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4440953-5b15-43bc-aa9d-1ecd52f4fe69 admin admin] GET failed (client error): The resource could not be found. Apr 12 12:11:45.080245 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c4440953-5b15-43bc-aa9d-1ecd52f4fe69 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677660 Apr 12 12:11:45.173373 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464ca9a9-7fff-48cb-96f2-043d1a8e5ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:45.174846 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-464ca9a9-7fff-48cb-96f2-043d1a8e5ba9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0904517 Apr 12 12:11:47.574233 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38016) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:11:47.622043 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:11:47.698207 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Made reservation on behalf of d505d393fe854bbcb2293b9aba009591 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:11:47.700557 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:47.740474 dv-cinder-830093-4-iscsi neutron-server[104047]: WARNING neutron.services.revisions.revision_plugin [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Could not find related network for resource to bump revision. Apr 12 12:11:47.756275 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:11:47.769459 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (1144307b-29eb-476f-9694-0aa31d55fdf1), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:47.769803 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Added segment 1144307b-29eb-476f-9694-0aa31d55fdf1 of type vlan for network 1f814ced-725d-4186-bd10-a26ba7f342f8 Apr 12 12:11:47.808099 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (1f814ced-725d-4186-bd10-a26ba7f342f8), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:47.888194 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (1f814ced-725d-4186-bd10-a26ba7f342f8), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:47.889760 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:47.890340 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:47.946360 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f814ced-725d-4186-bd10-a26ba7f342f8,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:11:47.953569 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.953979 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.954313 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.954672 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.955005 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.955333 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.955663 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.955990 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.956314 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.956636 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.957010 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.957356 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.957681 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.957998 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.958313 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:47.968883 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 1f814ced-725d-4186-bd10-a26ba7f342f8 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:11:48.000755 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-93e2c31c-10fb-4613-9e5f-b3b7c62ef0b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4254034 Apr 12 12:11:49.698052 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68025b04-b836-4f75-8bdd-fbbb8a7b7f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:50.396936 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38024) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:11:50.464401 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ba5712-032a-41d7-a1e8-d9c9f9fc4737 admin admin] GET failed (client error): The resource could not be found. Apr 12 12:11:50.465809 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-02ba5712-032a-41d7-a1e8-d9c9f9fc4737 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679262 Apr 12 12:11:50.536870 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5814f7d-6581-472e-b502-163e224f701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:50.538339 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b5814f7d-6581-472e-b502-163e224f701f admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684371 Apr 12 12:11:50.548881 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:11:50.659679 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Made reservation on behalf of d505d393fe854bbcb2293b9aba009591 for: {'subnet': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:11:50.662232 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:50.875166 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (b2b7a47b-fec0-4de4-9b9a-50e7a91262cb), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:50.930097 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b7a47b-fec0-4de4-9b9a-50e7a91262cb,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:11:50.938521 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Checking segment: {'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:11:50.938877 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Network hostable DHCP agents. Network: 1f814ced-725d-4186-bd10-a26ba7f342f8, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:11:51.023553 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Network 1f814ced-725d-4186-bd10-a26ba7f342f8 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:11:51.137855 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 1f814ced-725d-4186-bd10-a26ba7f342f8) {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:11:51.142866 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:51.143472 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:51.148332 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0faf325-f591-4c1c-afd8-7e23d619134c None None] Network 1f814ced-725d-4186-bd10-a26ba7f342f8 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:11:51.253407 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-77b7e884-12d0-4d09-b515-939debd3410f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7085834 Apr 12 12:11:51.254518 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-1f814ced-725d-4186-bd10-a26ba7f342f8', 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8', 'project_id': 'd505d393fe854bbcb2293b9aba009591', 'fixed_ips': [{'subnet_id': 'b2b7a47b-fec0-4de4-9b9a-50e7a91262cb'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:11:51.255440 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:51.415910 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Allocated IP 192.168.233.2 (1f814ced-725d-4186-bd10-a26ba7f342f8/b2b7a47b-fec0-4de4-9b9a-50e7a91262cb/3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:11:51.567088 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Publish callbacks [] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:51.683288 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:51.722137 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Network 1f814ced-725d-4186-bd10-a26ba7f342f8 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:11:51.724938 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:11:51.734820 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:11:51.738048 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Pushing event updated for resources: {'Port': ['ID=3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:11:51.748149 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.748492 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.748854 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.749228 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.749556 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.749876 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.750210 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.750514 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.750832 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.751154 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.751473 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.751806 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.752127 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.752440 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.752750 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:11:51.808342 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Attempting to bind port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:11:51.808701 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Attempting to bind port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:11:51.810988 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Attempting to bind port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 on network 1f814ced-725d-4186-bd10-a26ba7f342f8 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:11:51.816485 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:11:51.816847 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Checking segment: {'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:11:51.817332 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:51.817654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Bound using segment: {'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:11:51.818104 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Bound port: 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:11:51.818479 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:51.884603 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] For port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:11:51.887699 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] For port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6,segment=NetworkSegment(1144307b-29eb-476f-9694-0aa31d55fdf1),segment_id=1144307b-29eb-476f-9694-0aa31d55fdf1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:11:51.969410 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:52.031062 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd7f67-ed29-4e77-a031-ee527cea3760 None None] Pushing event updated for resources: {'Port': ['ID=3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:11:52.477181 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c1fe16e4-0256-494b-8172-0fbbd22c04aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:52.897063 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa29e7d-d532-4913-9d79-356956a3e065 None None] Network 1f814ced-725d-4186-bd10-a26ba7f342f8 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:11:52.968099 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-122430f7-158c-4033-93d9-ab5a0ddf6df3 None None] Provisioning complete for port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:11:52.968387 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-122430f7-158c-4033-93d9-ab5a0ddf6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:53.106481 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-122430f7-158c-4033-93d9-ab5a0ddf6df3 None None] Current status of the port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:11:53.106860 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-122430f7-158c-4033-93d9-ab5a0ddf6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:53.146408 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-122430f7-158c-4033-93d9-ab5a0ddf6df3 None None] For port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6,segment=NetworkSegment(1144307b-29eb-476f-9694-0aa31d55fdf1),segment_id=1144307b-29eb-476f-9694-0aa31d55fdf1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:11:53.212430 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-122430f7-158c-4033-93d9-ab5a0ddf6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:53.262346 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122430f7-158c-4033-93d9-ab5a0ddf6df3 None None] Pushing event updated for resources: {'Port': ['ID=3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:11:53.330246 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-14fe33e4-4e7d-44e7-bd6a-e4a328df92a6 None None] Provisioning complete for port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:11:53.330631 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-14fe33e4-4e7d-44e7-bd6a-e4a328df92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:53.410410 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-14fe33e4-4e7d-44e7-bd6a-e4a328df92a6 None None] Current status of the port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:11:53.503681 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:53.812415 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:11:53.860355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:11:53.861491 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:53.942194 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 3e3f3c5d-5f8a-4ad2-b305-eb2e6c9e94f6 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:11:54.991083 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:56.373959 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:10.097792 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:12:19.692006 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-387e8462-ac07-4dba-a3fa-18400fb0cbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:22.533496 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-668eee5e-ecc5-4431-b513-dad3e0c5254a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:23.515450 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.990450 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:26.362065 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:47.095967 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:12:49.687675 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d241-6f8e-4238-bb2a-67c2d077da34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:52.504402 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4c6cbe32-871d-435b-a39a-46984ad7d4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:53.521489 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:55.098426 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:56.361328 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:19.703465 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-36a2f3cb-0ae0-423f-a6c1-cda864c2cef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:22.497410 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-727890f1-0048-40e5-bc73-bf7f7dfbdd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:23.520349 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:24.094820 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:13:24.989046 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:26.344578 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:30.933298 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38062) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:13:30.938858 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [None req-2960e408-7a91-4998-ba15-1bebd76834c4 tempest-verify_tempest_config-1517504196 tempest-verify_tempest_config-1517504196-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:13:30.939885 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2960e408-7a91-4998-ba15-1bebd76834c4 tempest-verify_tempest_config-1517504196 tempest-verify_tempest_config-1517504196-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056133 Apr 12 12:13:31.469324 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38080) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:13:31.569759 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:31.642986 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Publish callbacks [] for security_group (4f4e1f18-1ee4-496d-a8a3-961dd237709d), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:31.697214 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4f4e1f18-1ee4-496d-a8a3-961dd237709d), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:31.741566 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4041921466f46db8678c45d468f3cb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2712002 Apr 12 12:13:31.742377 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e1f18-1ee4-496d-a8a3-961dd237709d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:13:31.744209 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38084) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:13:31.760210 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.760554 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.760914 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.761252 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.761582 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.761901 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.762213 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.762535 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.762871 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.763224 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.763568 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.763901 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.764219 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.764531 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.764840 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a305f0f3-8485-460c-b480-8d58a483d3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:13:31.815206 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6c88-aaa9-429c-9939-74001003a7a2 admin admin] Publish callbacks [] for security_group (4f4e1f18-1ee4-496d-a8a3-961dd237709d), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:31.835037 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6c88-aaa9-429c-9939-74001003a7a2 admin admin] Publish callbacks [] for security_group (4f4e1f18-1ee4-496d-a8a3-961dd237709d), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:31.988918 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6c88-aaa9-429c-9939-74001003a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4f4e1f18-1ee4-496d-a8a3-961dd237709d), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:31.991420 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6c88-aaa9-429c-9939-74001003a7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:31.992586 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-5d4e6c88-aaa9-429c-9939-74001003a7a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f4e1f18-1ee4-496d-a8a3-961dd237709d HTTP/1.1" status: 204 len: 168 time: 0.2474895 Apr 12 12:13:32.000960 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e6c88-aaa9-429c-9939-74001003a7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e1f18-1ee4-496d-a8a3-961dd237709d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:13:49.697420 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-05da7e65-68ff-49f3-b496-d199bfd6898e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:52.491192 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-33340dac-b510-4a59-9da9-ecf61a97587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:53.519865 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:54.977167 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:56.394132 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:01.093862 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:14:19.690599 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c4d6-8ab0-43c9-914e-9c63b2c1db15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:22.490525 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8db0292e-185e-4aea-8c6e-be613121e31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:23.513574 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:25.021948 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:26.348037 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:38.092245 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:14:49.679465 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-78c22f89-1051-4c63-9e85-1ac7fe981052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:52.490494 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b6b85d64-dadb-4cca-9813-807af33038e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:53.524724 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:54.999180 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:56.358651 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:15.091008 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 5 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:15:17.152618 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702902'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:19.769575 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-20af92cc-db59-42ab-b21d-53963fdd108d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:22.512573 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf786-ec4f-45de-9035-94456643e73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:23.558821 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:25.009894 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:26.353084 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:31.719995 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38154) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:15:31.823922 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7010bd29-3eb5-46f3-ab81-510354f233e0 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028414 Apr 12 12:15:34.185293 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38164) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:15:34.245670 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-f1f140e2-2101-45fa-99ad-991436a784f1 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0586569 Apr 12 12:15:47.193173 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:49.683852 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c9aaae6d-54e8-4c37-9626-78a15d44aa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:52.090488 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:15:52.496457 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-88e31cac-c43d-4e43-9c75-1e7565be0c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:53.524193 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:54.997242 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:56.387418 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:17.175908 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:19.741357 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-54d97915-4709-4158-bb33-27dedbc50533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:22.518394 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0edaff45-6ca3-4d08-8360-23cb3f9d34d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:23.576345 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:25.062080 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:26.392100 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:29.096691 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:16:47.199479 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:49.723752 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fcd6794c-ae51-4a57-8a9c-5991237f7d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:52.519021 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b78cbc0b-428d-4fd0-bd2c-e2e9157a1f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:53.621978 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:55.056666 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:56.410441 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:06.088676 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:17:17.193517 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:18.369776 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38296) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:18.939512 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-network', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:19.059912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Made reservation on behalf of c9c3161421cc41ad988f904a293c7b32 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:19.062211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.075084 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.247119 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Publish callbacks [] for security_group (19be8cb4-96e1-49ef-8e9d-ee3909365a1a), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.364292 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (19be8cb4-96e1-49ef-8e9d-ee3909365a1a), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.398152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19be8cb4-96e1-49ef-8e9d-ee3909365a1a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:19.409425 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.410007 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.410349 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.410682 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.411007 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.411375 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.411696 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.412021 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.412372 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.412697 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.413052 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.413577 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.413906 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.414226 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.414540 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Tracked resource versions report: Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: pushed versions: Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: { 'AddressGroup': {'1.2'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Agent': {'1.1'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'ConntrackHelper': {'1.0'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'LocalIPAssociation': {'1.0'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Log': {'1.0'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'NDPProxy': {'1.0'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Network': {'1.1'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Port': {'1.7'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'PortForwarding': {'1.3'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'QosPolicy': {'1.10'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SecurityGroup': {'1.5'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SecurityGroupRule': {'1.2'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SubPort': {'1.0'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Subnet': {'1.1'}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Trunk': {'1.1'}} Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: consumer versions: Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: { DHCP agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: HyperV agent@hv-cinder-83009: {}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: L3 agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: Metadata agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: Metering agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: Open vSwitch agent@dv-cinder-830093-4-iscsi: { 'AddressGroup': '1.2', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Agent': '1.1', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'ConntrackHelper': '1.0', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'LocalIPAssociation': '1.0', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Log': '1.0', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'NDPProxy': '1.0', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Network': '1.1', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Port': '1.7', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'PortForwarding': '1.3', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'QosPolicy': '1.10', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SecurityGroup': '1.5', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SecurityGroupRule': '1.2', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'SubPort': '1.0', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Subnet': '1.1', Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: 'Trunk': '1.1'}} Apr 12 12:17:19.415701 dv-cinder-830093-4-iscsi neutron-server[104046]: {{(pid=104046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 12:17:19.420739 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:17:19.434458 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (a046edcd-187a-458a-aa61-9094151f4886), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.434813 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.segments_db [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Added segment a046edcd-187a-458a-aa61-9094151f4886 of type vlan for network ba418c03-8541-4c3c-b692-597d54968694 Apr 12 12:17:19.489534 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (ba418c03-8541-4c3c-b692-597d54968694), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.568370 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (ba418c03-8541-4c3c-b692-597d54968694), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.569322 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:19.569902 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.669507 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] Pushing event updated for resources: {'Network': ['ID=ba418c03-8541-4c3c-b692-597d54968694,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:19.683327 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network ba418c03-8541-4c3c-b692-597d54968694 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:17:19.701461 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38340) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:19.704116 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-a66799da-95fc-49b6-895d-5d5aaf59178e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3290944 Apr 12 12:17:19.713191 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Request body: {'subnet': {'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-subnet', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:19.750036 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-82f4c70d-08dd-4d71-abb3-37a5da25f726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:19.836991 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Made reservation on behalf of c9c3161421cc41ad988f904a293c7b32 for: {'subnet': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:19.839557 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.174605 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (8cc3ed29-863b-46c7-9c96-e9d88ef747a9), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.276272 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc3ed29-863b-46c7-9c96-e9d88ef747a9,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:20.286957 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.286957 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.287802 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.287802 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.288005 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.288295 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.288609 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.289237 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.289589 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.289923 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.290265 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.290613 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.291539 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.292154 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.292483 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Tracked resource versions report: Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: pushed versions: Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: { 'AddressGroup': {'1.2'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Agent': {'1.1'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'ConntrackHelper': {'1.0'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'LocalIPAssociation': {'1.0'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Log': {'1.0'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'NDPProxy': {'1.0'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Network': {'1.1'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Port': {'1.7'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'PortForwarding': {'1.3'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'QosPolicy': {'1.10'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SecurityGroup': {'1.5'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SecurityGroupRule': {'1.2'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SubPort': {'1.0'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Subnet': {'1.1'}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Trunk': {'1.1'}} Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: consumer versions: Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: { DHCP agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: HyperV agent@hv-cinder-83009: {}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: L3 agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: Metadata agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: Metering agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: Open vSwitch agent@dv-cinder-830093-4-iscsi: { 'AddressGroup': '1.2', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Agent': '1.1', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'ConntrackHelper': '1.0', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'LocalIPAssociation': '1.0', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Log': '1.0', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'NDPProxy': '1.0', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Network': '1.1', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Port': '1.7', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'PortForwarding': '1.3', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'QosPolicy': '1.10', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SecurityGroup': '1.5', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SecurityGroupRule': '1.2', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'SubPort': '1.0', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Subnet': '1.1', Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: 'Trunk': '1.1'}} Apr 12 12:17:20.293697 dv-cinder-830093-4-iscsi neutron-server[104047]: {{(pid=104047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 12:17:20.299901 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Checking segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:20.300459 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Network hostable DHCP agents. Network: ba418c03-8541-4c3c-b692-597d54968694, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:17:20.354718 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38370) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:20.386153 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38374) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:20.392735 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Network ba418c03-8541-4c3c-b692-597d54968694 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:17:20.484087 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, ba418c03-8541-4c3c-b692-597d54968694) {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:20.490371 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:20.490980 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.497485 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840af440-1a73-4471-8ffe-9027f7337d41 None None] Network ba418c03-8541-4c3c-b692-597d54968694 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:20.605041 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f468f381-d4e9-497b-8c11-45b50fa045f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8994627 Apr 12 12:17:20.615797 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38386) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:20.619439 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-ba418c03-8541-4c3c-b692-597d54968694', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:17:20.621136 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.623768 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:20.698445 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-483057186-network', 'tenant_id': '7bb45d94184c415cba3ac337acafead7'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:20.746184 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (8967d474-caf9-4afd-888f-91c9565d9b8f), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.748504 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (8967d474-caf9-4afd-888f-91c9565d9b8f), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.810654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Allocated IP 172.20.0.2 (ba418c03-8541-4c3c-b692-597d54968694/8cc3ed29-863b-46c7-9c96-e9d88ef747a9/cd84eeca-53d0-4545-b296-2d8b60342823) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:20.866804 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Made reservation on behalf of 7bb45d94184c415cba3ac337acafead7 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:20.869743 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.872668 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks [] for router_controller (8967d474-caf9-4afd-888f-91c9565d9b8f), precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.880128 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:20.912947 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2133813242-network', 'tenant_id': '201c973457684ef684fec045b2c619ba'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:20.989612 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Publish callbacks [] for port (cd84eeca-53d0-4545-b296-2d8b60342823), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.005317 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Publish callbacks [] for security_group (ac803f50-2b28-4f34-8f6a-85c800be63da), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.085285 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38394) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:21.097371 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Made reservation on behalf of 201c973457684ef684fec045b2c619ba for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:21.100668 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.110978 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.142298 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.145974 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ac803f50-2b28-4f34-8f6a-85c800be63da), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.190484 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Pushing event updated for resources: {'Port': ['ID=cd84eeca-53d0-4545-b296-2d8b60342823,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:21.200454 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.201755 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.202277 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.202925 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.203434 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.204118 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.204615 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.205138 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.205616 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.206092 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.206602 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.207105 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.207646 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.208122 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.208592 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Tracked resource versions report: Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: pushed versions: Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: { 'AddressGroup': {'1.2'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Agent': {'1.1'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'ConntrackHelper': {'1.0'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'LocalIPAssociation': {'1.0'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Log': {'1.0'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'NDPProxy': {'1.0'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Network': {'1.1'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Port': {'1.7'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'PortForwarding': {'1.3'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'QosPolicy': {'1.10'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SecurityGroup': {'1.5'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SecurityGroupRule': {'1.2'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SubPort': {'1.0'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Subnet': {'1.1'}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Trunk': {'1.1'}} Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: consumer versions: Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: { DHCP agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: HyperV agent@hv-cinder-83009: {}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: L3 agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: Metadata agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: Metering agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: Open vSwitch agent@dv-cinder-830093-4-iscsi: { 'AddressGroup': '1.2', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Agent': '1.1', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'ConntrackHelper': '1.0', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'LocalIPAssociation': '1.0', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Log': '1.0', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'NDPProxy': '1.0', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Network': '1.1', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Port': '1.7', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'PortForwarding': '1.3', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'QosPolicy': '1.10', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SecurityGroup': '1.5', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SecurityGroupRule': '1.2', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'SubPort': '1.0', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Subnet': '1.1', Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: 'Trunk': '1.1'}} Apr 12 12:17:21.210060 dv-cinder-830093-4-iscsi neutron-server[104048]: {{(pid=104048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 12:17:21.232769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:17:21.235378 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Publish callbacks [] for security_group (6b376faf-3c07-417d-b396-5186b21fa4ee), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.240106 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Network ba418c03-8541-4c3c-b692-597d54968694 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:21.243417 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:21.246211 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:21.255467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks [] for router_gateway (8967d474-caf9-4afd-888f-91c9565d9b8f), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.264502 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (6db74bab-b50f-4b93-a123-f5a017c4ba2b), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.277068 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.segments_db [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Added segment 6db74bab-b50f-4b93-a123-f5a017c4ba2b of type vlan for network 7958f7bb-21a9-41ae-84ec-43b3e087f295 Apr 12 12:17:21.277068 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac803f50-2b28-4f34-8f6a-85c800be63da,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:21.324316 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (7958f7bb-21a9-41ae-84ec-43b3e087f295), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.335601 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6b376faf-3c07-417d-b396-5186b21fa4ee), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.336193 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Attempting to bind port cd84eeca-53d0-4545-b296-2d8b60342823 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:21.336752 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Attempting to bind port cd84eeca-53d0-4545-b296-2d8b60342823 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:21.337325 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Attempting to bind port cd84eeca-53d0-4545-b296-2d8b60342823 on network ba418c03-8541-4c3c-b692-597d54968694 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:21.346726 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:21.347423 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Checking segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:21.347990 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.348538 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Bound using segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:21.349367 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Bound port: cd84eeca-53d0-4545-b296-2d8b60342823, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:21.349921 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.397447 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38408) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:21.419551 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:17:21.433546 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] For port cd84eeca-53d0-4545-b296-2d8b60342823, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:21.439594 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] For port cd84eeca-53d0-4545-b296-2d8b60342823, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=cd84eeca-53d0-4545-b296-2d8b60342823,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:21.452306 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b376faf-3c07-417d-b396-5186b21fa4ee,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:21.481059 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (182b60cb-fba9-44fc-813b-d705f10bfac0), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.481059 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Added segment 182b60cb-fba9-44fc-813b-d705f10bfac0 of type vlan for network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 Apr 12 12:17:21.518653 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1030258428-network', 'tenant_id': '867d6002987b4800b4660d4826e127c2'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:21.529406 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.593690 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-730710810-network', 'tenant_id': '1a6b71ef5679427f866b32e97eefcbe2'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:21.638324 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.645756 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d8196-1d16-4ce3-9f6a-f12ba95a0087 None None] Pushing event updated for resources: {'Port': ['ID=cd84eeca-53d0-4545-b296-2d8b60342823,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:21.680142 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks [] for router_gateway (8967d474-caf9-4afd-888f-91c9565d9b8f), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.703751 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (7958f7bb-21a9-41ae-84ec-43b3e087f295), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.705929 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:21.706571 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.715445 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.718656 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Made reservation on behalf of 867d6002987b4800b4660d4826e127c2 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:21.721667 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.733881 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.782195 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.783888 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:21.784976 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.824260 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Made reservation on behalf of 1a6b71ef5679427f866b32e97eefcbe2 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:21.828469 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:21.840322 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4844244 Apr 12 12:17:21.843163 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d186ea-1d84-47fc-97a2-ef3d80c6eb6c admin admin] Pushing event updated for resources: {'Network': ['ID=7958f7bb-21a9-41ae-84ec-43b3e087f295,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:21.860109 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38430) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:21.862233 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:17:21.877115 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Request body: {'subnet': {'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-483057186-subnet', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:21.970954 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.052599 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6650558 Apr 12 12:17:22.074948 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Publish callbacks [] for security_group (45583aa4-d704-4bf3-8b54-b99b74d2b57c), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.080385 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38436) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:22.111920 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Request body: {'subnet': {'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2133813242-subnet', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:22.122782 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Allocated IP 172.27.3.203 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/06b109f4-c01d-4d23-ae92-de8ac095f25b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:22.128146 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Made reservation on behalf of 7bb45d94184c415cba3ac337acafead7 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:22.130904 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.190399 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f14c6-f779-4df0-8a94-5a4178794580 admin admin] Pushing event updated for resources: {'Network': ['ID=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:22.204399 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (45583aa4-d704-4bf3-8b54-b99b74d2b57c), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.217411 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:17:22.251930 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:17:22.298975 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45583aa4-d704-4bf3-8b54-b99b74d2b57c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:22.312305 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (b80a9ac6-d77d-4ffc-b56c-6252553088d4), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.312669 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Added segment b80a9ac6-d77d-4ffc-b56c-6252553088d4 of type vlan for network d03d419f-b1a6-45e2-8a9f-5f77d3767e19 Apr 12 12:17:22.338683 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Made reservation on behalf of 201c973457684ef684fec045b2c619ba for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:22.342637 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.356083 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Publish callbacks [] for security_group (755b3387-91e2-4cce-9528-b02c381e888a), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.392987 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (d03d419f-b1a6-45e2-8a9f-5f77d3767e19), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.468102 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (755b3387-91e2-4cce-9528-b02c381e888a), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.533882 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755b3387-91e2-4cce-9528-b02c381e888a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:22.565830 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (d03d419f-b1a6-45e2-8a9f-5f77d3767e19), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.565830 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:22.565830 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.568201 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9111f171-93f0-4b85-8c11-582a8952cd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.608281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks [] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.690045 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:17:22.692792 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] Pushing event updated for resources: {'Network': ['ID=d03d419f-b1a6-45e2-8a9f-5f77d3767e19,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:22.705811 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network d03d419f-b1a6-45e2-8a9f-5f77d3767e19 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:17:22.720671 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (5e6e2301-d12c-4ddd-b237-9355b3154267), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.722161 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Added segment 5e6e2301-d12c-4ddd-b237-9355b3154267 of type vlan for network 3d7a5cdc-2da0-4004-bb09-2ec4face420b Apr 12 12:17:22.812155 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-4543514a-147b-4986-ad6a-dad93edd8562 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7255104 Apr 12 12:17:22.815628 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (3d7a5cdc-2da0-4004-bb09-2ec4face420b), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.815887 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38460) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:22.820937 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Request body: {'subnet': {'network_id': 'd03d419f-b1a6-45e2-8a9f-5f77d3767e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1030258428-subnet', 'tenant_id': '867d6002987b4800b4660d4826e127c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:22.845941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (0297f741-f416-40aa-a0e8-8ae0ac0bfefb), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.936320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (3d7a5cdc-2da0-4004-bb09-2ec4face420b), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.937641 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:22.938499 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.021424 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] Pushing event updated for resources: {'Network': ['ID=3d7a5cdc-2da0-4004-bb09-2ec4face420b,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:23.024601 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.028016 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (79b90e6d-dc5a-4ad3-985a-8db14095e832), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.047054 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 3d7a5cdc-2da0-4004-bb09-2ec4face420b details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:17:23.060190 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Made reservation on behalf of 867d6002987b4800b4660d4826e127c2 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:23.064747 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.093834 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7841172b-c82d-4d51-8381-a21ae6bcb216 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6946521 Apr 12 12:17:23.110147 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38470) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:23.119488 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Request body: {'subnet': {'network_id': '3d7a5cdc-2da0-4004-bb09-2ec4face420b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-730710810-subnet', 'tenant_id': '1a6b71ef5679427f866b32e97eefcbe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:23.238777 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0297f741-f416-40aa-a0e8-8ae0ac0bfefb,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:23.244844 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:23.268466 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:23.290510 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Made reservation on behalf of 1a6b71ef5679427f866b32e97eefcbe2 for: {'subnet': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:23.293529 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.299942 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26baabdd-2e94-4a71-8743-8e0758385b53 None None] Network ba418c03-8541-4c3c-b692-597d54968694 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:23.316138 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:23.328545 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Checking segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:23.329119 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Network hostable DHCP agents. Network: 7958f7bb-21a9-41ae-84ec-43b3e087f295, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:17:23.371211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Pushing event updated for resources: {'Port': ['ID=06b109f4-c01d-4d23-ae92-de8ac095f25b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:23.438241 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-095fc69a-c6e3-4f43-ba54-e712e7ab3c0f None None] Provisioning complete for port cd84eeca-53d0-4545-b296-2d8b60342823 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:23.438928 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-095fc69a-c6e3-4f43-ba54-e712e7ab3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.451840 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Checking segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:23.452911 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Network hostable DHCP agents. Network: 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:17:23.460073 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b90e6d-dc5a-4ad3-985a-8db14095e832,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:23.591219 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:17:23.674705 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (b119160d-3eea-47ec-856b-acfd0d5bfc1b), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.678202 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:17:23.772490 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 7958f7bb-21a9-41ae-84ec-43b3e087f295) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:23.808239 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (b22f8251-50a3-468a-b64d-83c911ef06bc), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.811251 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:23.822821 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:23.824492 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.845696 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b119160d-3eea-47ec-856b-acfd0d5bfc1b,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:23.874941 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Checking segment: {'id': '5e6e2301-d12c-4ddd-b237-9355b3154267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d7a5cdc-2da0-4004-bb09-2ec4face420b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:23.875486 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Network hostable DHCP agents. Network: 3d7a5cdc-2da0-4004-bb09-2ec4face420b, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:17:23.949836 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:23.950430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:23.993249 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320db9b3-c85b-4037-bb8e-8fb25f66596a None None] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:23.995789 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794452b9-5825-47d0-8a9c-789a06aa744b None None] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:23.998231 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.010618 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks [] for router_gateway (8967d474-caf9-4afd-888f-91c9565d9b8f), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.047158 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Network 3d7a5cdc-2da0-4004-bb09-2ec4face420b is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:17:24.049224 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-095fc69a-c6e3-4f43-ba54-e712e7ab3c0f None None] Current status of the port cd84eeca-53d0-4545-b296-2d8b60342823 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:24.049701 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-095fc69a-c6e3-4f43-ba54-e712e7ab3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.065799 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-f717a216-702a-4220-89ee-8d98cc159d04 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1971734 Apr 12 12:17:24.066925 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22f8251-50a3-468a-b64d-83c911ef06bc,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:24.068589 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38490) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:24.073076 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:24.074825 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Checking segment: {'id': 'b80a9ac6-d77d-4ffc-b56c-6252553088d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd03d419f-b1a6-45e2-8a9f-5f77d3767e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:24.075453 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Network hostable DHCP agents. Network: d03d419f-b1a6-45e2-8a9f-5f77d3767e19, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:17:24.124751 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-59d5f103-6a38-4509-91d4-73e5ab080bde admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0351272 Apr 12 12:17:24.127867 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38492) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:24.138354 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:24.140374 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device cd84eeca-53d0-4545-b296-2d8b60342823 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:24.151500 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 3d7a5cdc-2da0-4004-bb09-2ec4face420b) {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:24.163995 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:24.164603 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.218324 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05c2c9-45a7-443a-b25b-600e086b96f0 None None] Network 3d7a5cdc-2da0-4004-bb09-2ec4face420b requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:24.230074 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (ff0c9ad1-3951-4a62-83fa-59b506efcc75), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.231344 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (ff0c9ad1-3951-4a62-83fa-59b506efcc75), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.263494 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (b8fc298a-9876-490d-88e4-664f950f68c3), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.266308 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (b8fc298a-9876-490d-88e4-664f950f68c3), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.270650 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Network d03d419f-b1a6-45e2-8a9f-5f77d3767e19 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:17:24.280018 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, d03d419f-b1a6-45e2-8a9f-5f77d3767e19) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:24.286758 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:24.287358 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.294507 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-095fc69a-c6e3-4f43-ba54-e712e7ab3c0f None None] For port cd84eeca-53d0-4545-b296-2d8b60342823, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=cd84eeca-53d0-4545-b296-2d8b60342823,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:24.297696 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae2ec5-055f-4556-9a07-ade2e4689faf None None] Network d03d419f-b1a6-45e2-8a9f-5f77d3767e19 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:24.302989 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-68de4018-24c8-40fe-9fd8-426d699fc321 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1904759 Apr 12 12:17:24.323840 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (8967d474-caf9-4afd-888f-91c9565d9b8f), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.349657 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks [] for router_controller (ff0c9ad1-3951-4a62-83fa-59b506efcc75), precommit_add_association {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.404184 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks [] for router_controller (b8fc298a-9876-490d-88e4-664f950f68c3), precommit_add_association {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.411678 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-7958f7bb-21a9-41ae-84ec-43b3e087f295', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:17:24.412540 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.435713 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-095fc69a-c6e3-4f43-ba54-e712e7ab3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.455042 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ba5f3942-b50b-4e3b-8ff9-aa9e6241a18e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6383111 Apr 12 12:17:24.542347 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port cd84eeca-53d0-4545-b296-2d8b60342823 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:24.542347 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.551366 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'project_id': '201c973457684ef684fec045b2c619ba', 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:17:24.552221 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:24.708017 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Router 8967d474-caf9-4afd-888f-91c9565d9b8f is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:17:24.969901 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Allocated IP 172.20.0.2 (7958f7bb-21a9-41ae-84ec-43b3e087f295/0297f741-f416-40aa-a0e8-8ae0ac0bfefb/c8db3eb5-a6f7-4284-889a-1bb3721a62cd) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:25.070079 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks [] for router_gateway (b8fc298a-9876-490d-88e4-664f950f68c3), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:25.076499 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks [] for router_gateway (ff0c9ad1-3951-4a62-83fa-59b506efcc75), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:25.112418 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:17:25.136709 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Sync routers for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:17:25.183630 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:25.183630 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:25.272674 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:25.275974 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-7ba5e963-b6b5-48f5-8776-ec916be921f1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6578755 Apr 12 12:17:25.278196 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38548) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:25.287961 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17761d9-d914-47bc-a2ee-123737efcb33 None None] Network d03d419f-b1a6-45e2-8a9f-5f77d3767e19 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:25.314688 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-31066c9b-879a-4e45-9c28-81ee27597643 None None] Provisioning complete for port cd84eeca-53d0-4545-b296-2d8b60342823 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:25.325781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-31066c9b-879a-4e45-9c28-81ee27597643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:25.429313 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:25.612812 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b18d80-8fdc-443a-b456-6b0772d7fec5 None None] Network 3d7a5cdc-2da0-4004-bb09-2ec4face420b requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:25.728945 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:23Z', 'revision_number': 3, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:25.758343 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fc69a-c6e3-4f43-ba54-e712e7ab3c0f None None] Pushing event updated for resources: {'Port': ['ID=cd84eeca-53d0-4545-b296-2d8b60342823,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:25.765946 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Checking router: 8967d474-caf9-4afd-888f-91c9565d9b8f for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:17:25.770533 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Updating router 8967d474-caf9-4afd-888f-91c9565d9b8f port 06b109f4-c01d-4d23-ae92-de8ac095f25b binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:17:25.807114 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:25.962004 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38576) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:25.962004 dv-cinder-830093-4-iscsi neutron-server[104047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 12:17:26.023537 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-31066c9b-879a-4e45-9c28-81ee27597643 None None] Current status of the port cd84eeca-53d0-4545-b296-2d8b60342823 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:26.062763 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Publish callbacks [] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.063887 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38580) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:26.224054 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Publish callbacks [] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.248975 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.289266 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935254521-network', 'tenant_id': '0c973325dc074751a42ba4471f70a686'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:26.291909 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.323868 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4e584c6b-7447-4fbc-b2ca-3aaba5970701 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:26.341440 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4e584c6b-7447-4fbc-b2ca-3aaba5970701 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/networks?id=3d7a5cdc-2da0-4004-bb09-2ec4face420b HTTP/1.1" status: 200 len: 811 time: 0.3819628 Apr 12 12:17:26.391309 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-f6380b0e-5f6d-4bdc-83da-91115f63a9fe tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/quotas/1a6b71ef5679427f866b32e97eefcbe2 HTTP/1.1" status: 200 len: 375 time: 0.0487542 Apr 12 12:17:26.397646 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Pushing event updated for resources: {'Port': ['ID=06b109f4-c01d-4d23-ae92-de8ac095f25b,revision_number=2']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:26.399874 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port cd84eeca-53d0-4545-b296-2d8b60342823 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:26.441252 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.441912 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.442570 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.443158 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.444996 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.445569 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.446686 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.447672 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.449124 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Tracked resource versions report: Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: pushed versions: Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: { 'AddressGroup': {'1.2'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Agent': {'1.1'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'ConntrackHelper': {'1.0'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'LocalIPAssociation': {'1.0'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Log': {'1.0'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'NDPProxy': {'1.0'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Network': {'1.1'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Port': {'1.7'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'PortForwarding': {'1.3'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'QosPolicy': {'1.10'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SecurityGroup': {'1.5'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SecurityGroupRule': {'1.2'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SubPort': {'1.0'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Subnet': {'1.1'}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Trunk': {'1.1'}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: consumer versions: Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: { DHCP agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: HyperV agent@hv-cinder-83009: {}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: L3 agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: Metadata agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: Metering agent@dv-cinder-830093-4-iscsi: {}, Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: Open vSwitch agent@dv-cinder-830093-4-iscsi: { 'AddressGroup': '1.2', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Agent': '1.1', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'ConntrackHelper': '1.0', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'LocalIPAssociation': '1.0', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Log': '1.0', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'NDPProxy': '1.0', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Network': '1.1', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Port': '1.7', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'PortForwarding': '1.3', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'QosPolicy': '1.10', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SecurityGroup': '1.5', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SecurityGroupRule': '1.2', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'SubPort': '1.0', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Subnet': '1.1', Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: 'Trunk': '1.1'}} Apr 12 12:17:26.453159 dv-cinder-830093-4-iscsi neutron-server[104049]: {{(pid=104049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 12:17:26.464334 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.494288 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Attempting to bind port 06b109f4-c01d-4d23-ae92-de8ac095f25b on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:26.494766 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Attempting to bind port 06b109f4-c01d-4d23-ae92-de8ac095f25b by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:26.495314 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Attempting to bind port 06b109f4-c01d-4d23-ae92-de8ac095f25b on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:26.522083 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:26.524346 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:26.524886 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.526017 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:26.527341 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Bound port: 06b109f4-c01d-4d23-ae92-de8ac095f25b, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:26.529068 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.547079 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:26.605922 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] For port 06b109f4-c01d-4d23-ae92-de8ac095f25b, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:26.609933 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] For port 06b109f4-c01d-4d23-ae92-de8ac095f25b, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=06b109f4-c01d-4d23-ae92-de8ac095f25b,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:26.625552 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:26.628783 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:26.632076 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device cd84eeca-53d0-4545-b296-2d8b60342823 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:26.696845 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.707517 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Pushing event updated for resources: {'Port': ['ID=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:26.720669 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Made reservation on behalf of 0c973325dc074751a42ba4471f70a686 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:26.732319 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Allocated IP 172.20.0.2 (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2/79b90e6d-dc5a-4ad3-985a-8db14095e832/5f3f33c8-aaef-4ea3-a4ed-9665f29581b1) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:26.734159 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.793220 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.856618 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-0afd18ae-0e2a-4146-9c8d-a19e281b616b tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a6b71ef5679427f866b32e97eefcbe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4643996 Apr 12 12:17:26.860727 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks [] for router_gateway (b8fc298a-9876-490d-88e4-664f950f68c3), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.874072 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:26.874722 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:26.887811 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f27c51-9aa0-4aa7-9112-770eb3f50e82 None None] Pushing event updated for resources: {'Port': ['ID=06b109f4-c01d-4d23-ae92-de8ac095f25b,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:26.890699 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.964752 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port cd84eeca-53d0-4545-b296-2d8b60342823 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:26.965278 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:26.966975 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Attempting to bind port c8db3eb5-a6f7-4284-889a-1bb3721a62cd on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:26.967417 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Attempting to bind port c8db3eb5-a6f7-4284-889a-1bb3721a62cd by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:26.967781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Attempting to bind port c8db3eb5-a6f7-4284-889a-1bb3721a62cd on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:26.990658 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:26.996323 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Checking segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:26.998471 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.001240 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.001484 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Bound using segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:27.001667 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Bound port: c8db3eb5-a6f7-4284-889a-1bb3721a62cd, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:27.002086 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.004427 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.042227 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks [] for router_gateway (ff0c9ad1-3951-4a62-83fa-59b506efcc75), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.364040 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Allocated IP 172.20.0.1 (ba418c03-8541-4c3c-b692-597d54968694/8cc3ed29-863b-46c7-9c96-e9d88ef747a9/aadcf033-be5d-44ad-b2c0-c440085df0a5) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:27.367285 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:27.368350 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.368350 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-ceb854aa-38fe-4edf-b0f8-315cb9e6d9c9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:17:27.370293 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Publish callbacks [] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.370485 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-ceb854aa-38fe-4edf-b0f8-315cb9e6d9c9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1590350 Apr 12 12:17:27.429262 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:23Z', 'revision_number': 3, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:27.468838 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57354559-f669-4fcc-ac36-80c6daa323e8 None None] The sync data for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi is: [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:23Z', 'revision_number': 3, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:17:27.545505 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] For port c8db3eb5-a6f7-4284-889a-1bb3721a62cd, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:27.546157 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.638186 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Allocated IP 172.27.3.186 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/1cf54cde-43f6-4b24-9120-6c7da7c5e262) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:27.653155 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] For port c8db3eb5-a6f7-4284-889a-1bb3721a62cd, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:27.673623 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Pushing event updated for resources: {'Port': ['ID=aadcf033-be5d-44ad-b2c0-c440085df0a5,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:27.673764 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Publish callbacks [] for security_group (a9ab91fc-e007-4d40-b30c-b86185c8b97a), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.712115 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-aae2280d-f1c7-42c6-81b5-0fd477653c7d service neutron] 10.222.0.20 "GET /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324776 Apr 12 12:17:27.722308 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Publish callbacks [] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.723606 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Network ba418c03-8541-4c3c-b692-597d54968694 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:27.728993 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:27.730749 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port cd84eeca-53d0-4545-b296-2d8b60342823 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:27.736325 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:27.737202 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (8967d474-caf9-4afd-888f-91c9565d9b8f), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.789850 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.804317 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a9ab91fc-e007-4d40-b30c-b86185c8b97a), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.913370 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ab91fc-e007-4d40-b30c-b86185c8b97a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:27.921748 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:17:27.951197 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e592650-aa33-4fa4-9d18-6f4216f4c3ee None None] Pushing event updated for resources: {'Port': ['ID=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:27.973684 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.981921 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks [] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.988888 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (cd85dc46-a29f-4cad-b41c-94730dd844f0), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:27.989358 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Added segment cd85dc46-a29f-4cad-b41c-94730dd844f0 of type vlan for network 8c1157eb-8764-4dfc-a900-6cb715f3f714 Apr 12 12:17:28.011538 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:28.030130 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:28.058681 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-7a351368-77b6-4463-b2b5-cde5a86606e8 service neutron] 10.222.0.20 "GET /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379939 Apr 12 12:17:28.091286 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (8c1157eb-8764-4dfc-a900-6cb715f3f714), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.105023 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:28.183776 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Pushing event updated for resources: {'Port': ['ID=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:28.320731 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Attempting to bind port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:28.321145 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Attempting to bind port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:28.321281 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.321514 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Attempting to bind port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 on network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:28.330084 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:28.330456 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Checking segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:28.330860 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.331250 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Bound using segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:28.331721 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Bound port: 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:28.332104 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.383829 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-aacac6ae-4843-4894-83db-c51e4d528f4e None None] Provisioning complete for port aadcf033-be5d-44ad-b2c0-c440085df0a5 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:28.388164 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-aacac6ae-4843-4894-83db-c51e4d528f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.423374 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (8c1157eb-8764-4dfc-a900-6cb715f3f714), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.424349 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:28.424973 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.443364 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:28.464168 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:28.467509 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:28.492491 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-aacac6ae-4843-4894-83db-c51e4d528f4e None None] Port aadcf033-be5d-44ad-b2c0-c440085df0a5 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:28.513288 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] For port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:28.523555 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] For port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:28.597227 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.664277 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 06b109f4-c01d-4d23-ae92-de8ac095f25b up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:28.697203 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Pushing event updated for resources: {'Port': ['ID=1cf54cde-43f6-4b24-9120-6c7da7c5e262,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:28.702223 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Allocated IP 172.27.3.174 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/b4247524-8e84-4d1e-943b-0f648b4291d5) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:28.735111 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:28.906384 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4686e66-901c-4284-a681-45aff11b81cd None None] Pushing event updated for resources: {'Port': ['ID=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:28.906384 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 06b109f4-c01d-4d23-ae92-de8ac095f25b triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:28.906384 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.026452 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9463942 Apr 12 12:17:29.031426 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38652) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:29.058944 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff61a03-9224-445f-9287-bb7008a4a042 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1157eb-8764-4dfc-a900-6cb715f3f714,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:29.091865 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Request body: {'subnet': {'network_id': '8c1157eb-8764-4dfc-a900-6cb715f3f714', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935254521-subnet', 'tenant_id': '0c973325dc074751a42ba4471f70a686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:29.093922 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 8c1157eb-8764-4dfc-a900-6cb715f3f714 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:17:29.115955 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5e026220-325b-492c-ba4d-cca7938d14dc req-095bccc9-96ac-4f1d-8f8a-493c8761d704 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.3951659 Apr 12 12:17:29.350624 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 06b109f4-c01d-4d23-ae92-de8ac095f25b is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:29.351014 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.374274 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Publish callbacks [] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.396193 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Made reservation on behalf of 0c973325dc074751a42ba4471f70a686 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:29.405488 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.427949 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 06b109f4-c01d-4d23-ae92-de8ac095f25b, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=06b109f4-c01d-4d23-ae92-de8ac095f25b,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:29.461422 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks [] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.512398 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.532083 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.533211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (8967d474-caf9-4afd-888f-91c9565d9b8f), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.683396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=06b109f4-c01d-4d23-ae92-de8ac095f25b,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:29.832147 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks [] for router_gateway (b8fc298a-9876-490d-88e4-664f950f68c3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:29.898385 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Pushing event updated for resources: {'Port': ['ID=aadcf033-be5d-44ad-b2c0-c440085df0a5,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:29.919807 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Network ba418c03-8541-4c3c-b692-597d54968694 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:29.936362 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:30.020575 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:30.138127 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:30.140506 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:30.143688 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Pushing event updated for resources: {'Port': ['ID=b4247524-8e84-4d1e-943b-0f648b4291d5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:30.155582 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:30.200148 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Router 8967d474-caf9-4afd-888f-91c9565d9b8f has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:17:30.251313 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38706) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:30.261369 dv-cinder-830093-4-iscsi neutron-server[104046]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 12:17:30.360644 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-76d7698f-34b6-46b5-a3b8-081fd99c4e56 req-150f3e5d-07f3-4fd7-8295-17de396f5261 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.1020374 Apr 12 12:17:30.436509 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e1c046-4c07-44cd-82e4-fc268722db74 None None] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:30.631875 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (b8fc298a-9876-490d-88e4-664f950f68c3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:30.675868 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Provisioning complete for port aadcf033-be5d-44ad-b2c0-c440085df0a5 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:30.676177 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:30.747506 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:17:30.763379 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ddeb531f-62bf-4b2d-8078-b933decd6289 admin admin] 10.222.0.20 "PUT /v2.0/routers/8967d474-caf9-4afd-888f-91c9565d9b8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4744749 Apr 12 12:17:30.815284 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (68730b6f-0c98-45cc-b221-350473090f83), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:30.857384 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Port aadcf033-be5d-44ad-b2c0-c440085df0a5 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:30.879352 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Provisioning complete for port c8db3eb5-a6f7-4284-889a-1bb3721a62cd triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:30.882153 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:30.919655 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Pushing event updated for resources: {'Subnet': ['ID=68730b6f-0c98-45cc-b221-350473090f83,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:30.945489 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:30.954177 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f167ba-6f78-4b79-b61d-34dc333ebeee None None] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:30.977199 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Checking segment: {'id': 'cd85dc46-a29f-4cad-b41c-94730dd844f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c1157eb-8764-4dfc-a900-6cb715f3f714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:30.981957 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Network hostable DHCP agents. Network: 8c1157eb-8764-4dfc-a900-6cb715f3f714, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:17:31.101667 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Network 8c1157eb-8764-4dfc-a900-6cb715f3f714 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:17:31.149763 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks [] for router_gateway (ff0c9ad1-3951-4a62-83fa-59b506efcc75), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.187575 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 8c1157eb-8764-4dfc-a900-6cb715f3f714) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:31.192983 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:31.193634 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.232139 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba34da-07dd-46cc-a22a-0d38f36b3a61 None None] Network 8c1157eb-8764-4dfc-a900-6cb715f3f714 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:31.290799 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-5b40425e-4ce6-4a4a-b195-00a7015efcee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2509253 Apr 12 12:17:31.357754 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:31.358153 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.394046 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Current status of the port c8db3eb5-a6f7-4284-889a-1bb3721a62cd is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:31.394046 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.452272 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Router b8fc298a-9876-490d-88e4-664f950f68c3 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:17:31.505363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38738) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:31.538239 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] For port c8db3eb5-a6f7-4284-889a-1bb3721a62cd, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:31.580672 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac4838-60a3-402e-a06e-35ffbd70af24 None None] Network 8c1157eb-8764-4dfc-a900-6cb715f3f714 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:17:31.591923 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Sync routers for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:17:31.610887 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce7649a-4e6b-43cd-8260-25c78480fce1 admin admin] Deleting subnet b22f8251-50a3-468a-b64d-83c911ef06bc {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:17:31.620942 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bce7649a-4e6b-43cd-8260-25c78480fce1 admin admin] Publish callbacks [] for subnet (b22f8251-50a3-468a-b64d-83c911ef06bc), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.634822 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.645434 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-878970d7-65f9-4421-a1f5-6e36a0c94773 req-699a01de-a18f-4272-be0b-5ea10156536e tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.0931456 Apr 12 12:17:31.676247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bce7649a-4e6b-43cd-8260-25c78480fce1 admin admin] Publish callbacks [] for subnet (b22f8251-50a3-468a-b64d-83c911ef06bc), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.691768 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bce7649a-4e6b-43cd-8260-25c78480fce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (b22f8251-50a3-468a-b64d-83c911ef06bc), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.730540 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (ff0c9ad1-3951-4a62-83fa-59b506efcc75), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.771697 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:31.773210 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:31.787316 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:31.787932 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.876384 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-9df0e162-9258-41de-8cc2-f2de4fb23050 None None] Provisioning complete for port c8db3eb5-a6f7-4284-889a-1bb3721a62cd triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:31.877122 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9df0e162-9258-41de-8cc2-f2de4fb23050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.061537 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:17:32.085163 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Sync routers for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:17:32.111087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90518a-edbd-4c35-ac87-0cc0851aa63e None None] Pushing event updated for resources: {'Port': ['ID=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:32.111746 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:32.112411 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:32.130366 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-61ecb44f-adac-4523-a7e4-c859f590dff5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:32.131964 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-61ecb44f-adac-4523-a7e4-c859f590dff5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 819 time: 0.3946311 Apr 12 12:17:32.144661 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:32.148733 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-7c969db8-6131-4678-a1d5-4a0160344a2e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/quotas/c9c3161421cc41ad988f904a293c7b32 HTTP/1.1" status: 200 len: 375 time: 0.0098827 Apr 12 12:17:32.160395 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.163441 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b6dcda0f-0aa2-4d8f-afd1-0ed3bb2952cd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0314922 Apr 12 12:17:32.166764 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38762) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:32.196339 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bce7649a-4e6b-43cd-8260-25c78480fce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (b22f8251-50a3-468a-b64d-83c911ef06bc), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.198401 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:32.277194 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7649a-4e6b-43cd-8260-25c78480fce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22f8251-50a3-468a-b64d-83c911ef06bc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:32.279603 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bce7649a-4e6b-43cd-8260-25c78480fce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.283033 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-bce7649a-4e6b-43cd-8260-25c78480fce1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b22f8251-50a3-468a-b64d-83c911ef06bc HTTP/1.1" status: 204 len: 168 time: 0.7766011 Apr 12 12:17:32.287992 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38766) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:32.299484 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-31ea523d-dee9-4e9f-9310-49c1a8b9baad tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438346 Apr 12 12:17:32.317114 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.318702 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 06b109f4-c01d-4d23-ae92-de8ac095f25b up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:32.347731 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:32.372433 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:17:32.384413 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (d03d419f-b1a6-45e2-8a9f-5f77d3767e19), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.553134 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (d03d419f-b1a6-45e2-8a9f-5f77d3767e19), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.584465 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-60fbea68-1033-4464-bb95-c4291942ecd1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:17:32.592542 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-60fbea68-1033-4464-bb95-c4291942ecd1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1797237 Apr 12 12:17:32.596361 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.596802 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.599467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.599467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > port after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.599467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.599467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > port after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.599467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.599467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.600031 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.600433 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.655070 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-9df0e162-9258-41de-8cc2-f2de4fb23050 None None] Current status of the port c8db3eb5-a6f7-4284-889a-1bb3721a62cd is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:32.676632 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-9df0e162-9258-41de-8cc2-f2de4fb23050 None None] Provisioning complete for port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:32.678471 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9df0e162-9258-41de-8cc2-f2de4fb23050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.696258 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:17:32.723022 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 3, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:32.763528 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Checking router: b8fc298a-9876-490d-88e4-664f950f68c3 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:17:32.763877 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Updating router b8fc298a-9876-490d-88e4-664f950f68c3 port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:17:32.803137 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.804781 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-bbd1ecfd-7868-4a31-8767-1152790f6de6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.7350793 Apr 12 12:17:32.809313 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.810657 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38778) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:32.831911 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:17:32.851825 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:32.892755 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 06b109f4-c01d-4d23-ae92-de8ac095f25b triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:32.893811 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:32.939517 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:32.940693 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:32.983417 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.984113 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.984628 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.985188 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:17:32.985779 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03d419f-b1a6-45e2-8a9f-5f77d3767e19']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:33.026772 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80a9ac6-d77d-4ffc-b56c-6252553088d4') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:33.027207 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80a9ac6-d77d-4ffc-b56c-6252553088d4') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:33.054157 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11870291'] for segment (b80a9ac6-d77d-4ffc-b56c-6252553088d4), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.088073 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:33.111055 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (b80a9ac6-d77d-4ffc-b56c-6252553088d4), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.124382 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:17:33.124986 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871964'] for segment (b80a9ac6-d77d-4ffc-b56c-6252553088d4), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: from cryptography.utils import int_from_bytes Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: from cryptography.utils import int_from_bytes Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: Traceback (most recent call last): Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: timer() Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: cb(*args, **kw) Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: return func(*args, **kwargs) Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: self._notify() Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: self.callback(batched_events) Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: event.method(event) Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: return f(self, *a, **k) Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._get(url).json() Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: return self.request(url, 'GET', **kwargs) Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:17:33.130049 dv-cinder-830093-4-iscsi neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:17:33.202588 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cf7de0b9-f160-437a-ae78-085c0c664ce5 req-7a8dc792-1034-45c1-9889-18ac4f5f2e01 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.2131064 Apr 12 12:17:33.221810 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-3e87556a-6b6c-4118-80ea-0ebe233640ee service neutron] 10.222.0.20 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282518 Apr 12 12:17:33.282087 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Publish callbacks [] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.321659 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (d03d419f-b1a6-45e2-8a9f-5f77d3767e19), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.367827 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-9df0e162-9258-41de-8cc2-f2de4fb23050 None None] Current status of the port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:33.375788 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.377967 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.381930 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d03d419f-b1a6-45e2-8a9f-5f77d3767e19 HTTP/1.1" status: 204 len: 168 time: 1.0935216 Apr 12 12:17:33.405437 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38788) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:33.448358 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.451402 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 2, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:33.469267 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008969d-94d3-479b-a2a2-3f97410d9b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03d419f-b1a6-45e2-8a9f-5f77d3767e19,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:33.506358 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Checking router: 8967d474-caf9-4afd-888f-91c9565d9b8f for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:17:33.508797 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Updating router 8967d474-caf9-4afd-888f-91c9565d9b8f port aadcf033-be5d-44ad-b2c0-c440085df0a5 binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:17:33.518786 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 06b109f4-c01d-4d23-ae92-de8ac095f25b is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:33.520114 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device c8db3eb5-a6f7-4284-889a-1bb3721a62cd up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:33.549432 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-72f725f0-2521-4682-8ebe-4db10564bd84 service neutron] 10.222.0.20 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216836 Apr 12 12:17:33.553041 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25a6883-e73b-41a0-8a3e-ab94bc256b6c admin admin] Deleting subnet 68730b6f-0c98-45cc-b221-350473090f83 {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:17:33.562790 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Attempting to bind port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:33.563398 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Attempting to bind port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:33.564104 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Attempting to bind port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:33.578856 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:33.579525 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:33.580076 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.580611 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:33.581307 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Bound port: 1cf54cde-43f6-4b24-9120-6c7da7c5e262, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:33.581853 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.584064 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f7938-6638-4884-87e2-84a0d8281bdf None None] Pushing event updated for resources: {'Port': ['ID=1cf54cde-43f6-4b24-9120-6c7da7c5e262,revision_number=2']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:33.611368 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a25a6883-e73b-41a0-8a3e-ab94bc256b6c admin admin] Publish callbacks [] for subnet (68730b6f-0c98-45cc-b221-350473090f83), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.643314 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.657096 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] For port 1cf54cde-43f6-4b24-9120-6c7da7c5e262, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:33.661539 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] For port 1cf54cde-43f6-4b24-9120-6c7da7c5e262, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1cf54cde-43f6-4b24-9120-6c7da7c5e262,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:33.675855 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:30Z', 'revision_number': 3, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:33.679104 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-a7d0fd7a-567b-4560-8cec-a41c9083d1c5 None None] Provisioning complete for port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:33.679495 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a7d0fd7a-567b-4560-8cec-a41c9083d1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.740478 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:17:33.740759 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Updating router ff0c9ad1-3951-4a62-83fa-59b506efcc75 port b4247524-8e84-4d1e-943b-0f648b4291d5 binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:17:33.758356 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.759968 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a25a6883-e73b-41a0-8a3e-ab94bc256b6c admin admin] Publish callbacks [] for subnet (68730b6f-0c98-45cc-b221-350473090f83), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.782455 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a25a6883-e73b-41a0-8a3e-ab94bc256b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (68730b6f-0c98-45cc-b221-350473090f83), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.833577 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.835984 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:33.837110 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:33.844952 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port c8db3eb5-a6f7-4284-889a-1bb3721a62cd triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:33.844952 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:33.939503 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f7938-6638-4884-87e2-84a0d8281bdf None None] Pushing event updated for resources: {'Port': ['ID=1cf54cde-43f6-4b24-9120-6c7da7c5e262,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:34.068446 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:34.070590 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:34.095793 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0bb6fab3-7ae7-43f6-aa19-798b21a38aee req-44c092b2-61e4-4b4b-917a-c62b91836df4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 210 time: 0.1359537 Apr 12 12:17:34.207069 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Allocated IP 172.20.0.1 (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2/79b90e6d-dc5a-4ad3-985a-8db14095e832/8aafe95f-7d72-4193-b8da-8ce5ce0a6adc) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:34.292614 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a25a6883-e73b-41a0-8a3e-ab94bc256b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (68730b6f-0c98-45cc-b221-350473090f83), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:34.448756 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-8ead9fea-41d8-4cd7-91ce-a802978dfbc0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:34.454478 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0fd7a-567b-4560-8cec-a41c9083d1c5 None None] Current status of the port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:34.461234 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-8ead9fea-41d8-4cd7-91ce-a802978dfbc0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 819 time: 0.1762519 Apr 12 12:17:34.476891 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-6d13d503-4b4e-4c84-8121-eaad0c53f032 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/quotas/c9c3161421cc41ad988f904a293c7b32 HTTP/1.1" status: 200 len: 375 time: 0.0147119 Apr 12 12:17:34.548448 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-3e15678e-61b3-4c54-8cdc-6030fdcde492 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630584 Apr 12 12:17:34.576485 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a6883-e73b-41a0-8a3e-ab94bc256b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68730b6f-0c98-45cc-b221-350473090f83,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:34.617317 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a25a6883-e73b-41a0-8a3e-ab94bc256b6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:34.620642 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a25a6883-e73b-41a0-8a3e-ab94bc256b6c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68730b6f-0c98-45cc-b221-350473090f83 HTTP/1.1" status: 204 len: 168 time: 1.2121477 Apr 12 12:17:34.626947 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 3, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:34.641647 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38840) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:34.647615 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-25e6a37e-ef78-4de9-a379-a661de6ce7be req-9a83fad7-e733-4c38-9bbd-762abe72bbda tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.3253908 Apr 12 12:17:34.682391 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302338ab-4bf0-4fdc-8825-f1e5056edc92 None None] The sync data for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi is: [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 3, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:17:34.779863 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-b1105f32-5d62-433f-bf4d-46555e08b828 service neutron] 10.222.0.20 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235012 Apr 12 12:17:34.796916 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (8c1157eb-8764-4dfc-a900-6cb715f3f714), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:34.845703 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Allocated IP 172.20.0.1 (7958f7bb-21a9-41ae-84ec-43b3e087f295/0297f741-f416-40aa-a0e8-8ae0ac0bfefb/94723cb1-17b5-45f8-a568-fb7b900c18c3) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:34.854601 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Publish callbacks [] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:34.865866 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port c8db3eb5-a6f7-4284-889a-1bb3721a62cd is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:34.984010 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (8c1157eb-8764-4dfc-a900-6cb715f3f714), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.025777 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-b62e4d85-3e76-4fc5-b72e-107c547e2d35 service neutron] 10.222.0.20 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164924 Apr 12 12:17:35.030855 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:35.040258 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1157eb-8764-4dfc-a900-6cb715f3f714']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:35.068250 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd85dc46-a29f-4cad-b41c-94730dd844f0') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:35.068250 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd85dc46-a29f-4cad-b41c-94730dd844f0') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:35.086945 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11870291'] for segment (cd85dc46-a29f-4cad-b41c-94730dd844f0), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.110485 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (cd85dc46-a29f-4cad-b41c-94730dd844f0), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.131506 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Publish callbacks [] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.139679 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:17:35.141197 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871964'] for segment (cd85dc46-a29f-4cad-b41c-94730dd844f0), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: Traceback (most recent call last): Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: timer() Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: cb(*args, **kw) Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: return func(*args, **kwargs) Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: self._notify() Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: self.callback(batched_events) Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: event.method(event) Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: return f(self, *a, **k) Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._get(url).json() Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: return self.request(url, 'GET', **kwargs) Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:17:35.254894 dv-cinder-830093-4-iscsi neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:17:35.259892 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Publish callbacks [] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.289600 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.319299 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (8c1157eb-8764-4dfc-a900-6cb715f3f714), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.328960 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.332438 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] 10.222.0.20 "DELETE /v2.0/networks/8c1157eb-8764-4dfc-a900-6cb715f3f714 HTTP/1.1" status: 204 len: 168 time: 0.6891253 Apr 12 12:17:35.355011 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.369926 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbfcfa-411d-41bb-911d-a4e7ddb1a4da admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1157eb-8764-4dfc-a900-6cb715f3f714,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:35.370147 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:35.386821 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:35.403549 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:35.404133 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (ff0c9ad1-3951-4a62-83fa-59b506efcc75), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.432079 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.511183 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:35.560448 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Publish callbacks [] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.562725 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:35.563136 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.584951 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:35.608485 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:35.610324 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (b8fc298a-9876-490d-88e4-664f950f68c3), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.619605 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Pushing event updated for resources: {'Port': ['ID=94723cb1-17b5-45f8-a568-fb7b900c18c3,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:35.713103 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.981491 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d90093-c408-4999-aea2-446542c42630 None None] Pushing event updated for resources: {'Port': ['ID=aadcf033-be5d-44ad-b2c0-c440085df0a5,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:36.141619 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-5ae2b29c-49fc-4ba1-b8c1-3a97d29bd379 None None] Provisioning complete for port 94723cb1-17b5-45f8-a568-fb7b900c18c3 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:36.142354 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b29c-49fc-4ba1-b8c1-3a97d29bd379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.150068 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Pushing event updated for resources: {'Port': ['ID=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:36.155535 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Attempting to bind port b4247524-8e84-4d1e-943b-0f648b4291d5 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:36.156187 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Attempting to bind port b4247524-8e84-4d1e-943b-0f648b4291d5 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:36.156755 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Attempting to bind port b4247524-8e84-4d1e-943b-0f648b4291d5 on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:36.173513 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b5a2902d-869c-4ee4-8344-2c0e394ddff3 req-1ac191ae-8c3c-4475-8182-592fa12179db tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 210 time: 0.6757431 Apr 12 12:17:36.192454 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-eed81ece-7110-4e93-9683-5a83428dc0a5 req-0eaa202e-e988-400e-aef4-27e53db42caa tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.0950005 Apr 12 12:17:36.201105 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Attempting to bind port aadcf033-be5d-44ad-b2c0-c440085df0a5 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:36.201105 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Attempting to bind port aadcf033-be5d-44ad-b2c0-c440085df0a5 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:36.201460 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Attempting to bind port aadcf033-be5d-44ad-b2c0-c440085df0a5 on network ba418c03-8541-4c3c-b692-597d54968694 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:36.221344 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38876) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:36.322675 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-92e52a49-9950-4fbb-a101-baf3259acbbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=867d6002987b4800b4660d4826e127c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0953152 Apr 12 12:17:36.322986 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 38884) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:36.325970 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:36.326460 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:36.326966 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.327465 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:36.328076 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Bound port: b4247524-8e84-4d1e-943b-0f648b4291d5, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:36.328571 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.330873 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221b8c-6b31-48f0-a89f-9c54bcec8a25 None None] Pushing event updated for resources: {'Port': ['ID=b4247524-8e84-4d1e-943b-0f648b4291d5,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:36.435860 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:36.436453 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Checking segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:36.441163 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.441981 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Bound using segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:36.442802 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Bound port: aadcf033-be5d-44ad-b2c0-c440085df0a5, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:36.443426 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.455370 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2b29c-49fc-4ba1-b8c1-3a97d29bd379 None None] Port 94723cb1-17b5-45f8-a568-fb7b900c18c3 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:36.456235 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd45ed5d-72da-4d4c-8a47-30b739546afd admin admin] Publish callbacks [] for security_group (45583aa4-d704-4bf3-8b54-b99b74d2b57c), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.543999 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd45ed5d-72da-4d4c-8a47-30b739546afd admin admin] Publish callbacks [] for security_group (45583aa4-d704-4bf3-8b54-b99b74d2b57c), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.593249 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:36.595618 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device c8db3eb5-a6f7-4284-889a-1bb3721a62cd up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:36.716903 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-d2954b16-4db6-4587-8a23-0a534b164b2b None None] Provisioning complete for port aadcf033-be5d-44ad-b2c0-c440085df0a5 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:36.717540 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d2954b16-4db6-4587-8a23-0a534b164b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.763284 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd45ed5d-72da-4d4c-8a47-30b739546afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (45583aa4-d704-4bf3-8b54-b99b74d2b57c), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.778636 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd45ed5d-72da-4d4c-8a47-30b739546afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.781193 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-bd45ed5d-72da-4d4c-8a47-30b739546afd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45583aa4-d704-4bf3-8b54-b99b74d2b57c HTTP/1.1" status: 204 len: 168 time: 0.4507382 Apr 12 12:17:36.799348 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45ed5d-72da-4d4c-8a47-30b739546afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45583aa4-d704-4bf3-8b54-b99b74d2b57c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:36.856963 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] For port b4247524-8e84-4d1e-943b-0f648b4291d5, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:36.871068 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-d2954b16-4db6-4587-8a23-0a534b164b2b None None] Port aadcf033-be5d-44ad-b2c0-c440085df0a5 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:36.882586 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port c8db3eb5-a6f7-4284-889a-1bb3721a62cd triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:36.883148 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.884061 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.23', 54164) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:36.904199 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.912531 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.922014 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] For port b4247524-8e84-4d1e-943b-0f648b4291d5, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b4247524-8e84-4d1e-943b-0f648b4291d5,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:36.982493 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] For port aadcf033-be5d-44ad-b2c0-c440085df0a5, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:36.996222 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-d2954b16-4db6-4587-8a23-0a534b164b2b None None] Provisioning complete for port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:36.997003 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d2954b16-4db6-4587-8a23-0a534b164b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:37.065397 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] For port aadcf033-be5d-44ad-b2c0-c440085df0a5, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=aadcf033-be5d-44ad-b2c0-c440085df0a5,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:37.078419 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:37.104489 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-d411c4fe-e189-4fe0-a02f-7ef8a3b81b9a tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:37.107252 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-d411c4fe-e189-4fe0-a02f-7ef8a3b81b9a tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.23 "GET /v2.0/networks?id=3d7a5cdc-2da0-4004-bb09-2ec4face420b HTTP/1.1" status: 200 len: 811 time: 0.2209518 Apr 12 12:17:37.137165 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-d2954b16-4db6-4587-8a23-0a534b164b2b None None] Port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:37.199489 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Request body: {'port': {'device_id': 'f2ab034f-34ec-41ef-914d-4f929f5c4547', 'network_id': '3d7a5cdc-2da0-4004-bb09-2ec4face420b', 'admin_state_up': True, 'tenant_id': '1a6b71ef5679427f866b32e97eefcbe2'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:37.228308 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221b8c-6b31-48f0-a89f-9c54bcec8a25 None None] Pushing event updated for resources: {'Port': ['ID=b4247524-8e84-4d1e-943b-0f648b4291d5,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:37.235078 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:37.273629 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:37.274557 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:37.449993 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port c8db3eb5-a6f7-4284-889a-1bb3721a62cd is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:37.518433 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d90093-c408-4999-aea2-446542c42630 None None] Pushing event updated for resources: {'Port': ['ID=aadcf033-be5d-44ad-b2c0-c440085df0a5,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:37.908530 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Publish callbacks [] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:37.967160 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1cf54cde-43f6-4b24-9120-6c7da7c5e262 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:37.996723 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:37.997823 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:38.003621 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Publish callbacks [] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:38.025142 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d4f64c06-4ba7-41cf-8bca-2cf17b58040d req-3c44293e-6965-4b9b-8740-0777bac8b16f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 210 time: 0.2328866 Apr 12 12:17:38.029332 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:38.032904 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (b8fc298a-9876-490d-88e4-664f950f68c3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:38.141844 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:38.143259 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (ff0c9ad1-3951-4a62-83fa-59b506efcc75), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:38.298304 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:38.444764 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1529cced-06a6-45c5-813d-c1316d087a8b req-87c91de2-ae4e-4874-8475-82cdb38ce77c tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.0984492 Apr 12 12:17:38.464524 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Made reservation on behalf of 1a6b71ef5679427f866b32e97eefcbe2 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:38.470935 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Pushing event updated for resources: {'Port': ['ID=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:38.483241 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38948) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:38.490230 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:38.688979 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.23', 54172) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:38.740630 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-8f6310bc-698e-429b-9978-eea2f149c2a9 None None] Provisioning complete for port aadcf033-be5d-44ad-b2c0-c440085df0a5 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:38.741107 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8f6310bc-698e-429b-9978-eea2f149c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:38.793536 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:38.801519 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Pushing event updated for resources: {'Port': ['ID=94723cb1-17b5-45f8-a568-fb7b900c18c3,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:38.804972 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:38.854955 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:38.911947 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:38.924728 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:38.924728 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:39.045139 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Allocated IP 172.20.0.5 (3d7a5cdc-2da0-4004-bb09-2ec4face420b/b119160d-3eea-47ec-856b-acfd0d5bfc1b/f04252ee-d179-45af-9cdf-b0e4de626b09) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:39.284155 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-34d95fb6-6a2d-44cb-a9e4-b003209b5e58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c973325dc074751a42ba4471f70a686&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7950468 Apr 12 12:17:39.286927 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 38976) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:39.333808 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:39.367339 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:39.700454 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Publish callbacks [] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:39.722165 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-23afff98-031e-4eb7-bed3-6b40ba439b0f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:39.723750 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-23afff98-031e-4eb7-bed3-6b40ba439b0f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 819 time: 1.0293450 Apr 12 12:17:39.771209 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0449ad5-4568-4cf1-b696-9de1c4425c1f None None] The sync data for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi is: [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:17:39.839581 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'port': {'device_id': '47f75aac-b940-416c-8289-ebe09518142e', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'admin_state_up': True, 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:39.846951 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39004) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:39.913770 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.23', 54176) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:39.926186 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-8f6310bc-698e-429b-9978-eea2f149c2a9 None None] Current status of the port aadcf033-be5d-44ad-b2c0-c440085df0a5 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:39.931145 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8f6310bc-698e-429b-9978-eea2f149c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:40.025638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:40.034733 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7ba271a3-0463-4af8-93bf-1175d592dd88 req-2c2b893f-8121-4087-b541-55ede6b77b0b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 210 time: 0.1730177 Apr 12 12:17:40.221711 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-8f6310bc-698e-429b-9978-eea2f149c2a9 None None] For port aadcf033-be5d-44ad-b2c0-c440085df0a5, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=aadcf033-be5d-44ad-b2c0-c440085df0a5,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:40.224624 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:40.225040 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:40.307961 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 1cf54cde-43f6-4b24-9120-6c7da7c5e262, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1cf54cde-43f6-4b24-9120-6c7da7c5e262,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:40.377376 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8f6310bc-698e-429b-9978-eea2f149c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:40.527021 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a58d545b-af4e-4a5c-88ce-f70ba2c83075 req-591130dd-34aa-4e22-b7a3-0e0244e7874b tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.7030590 Apr 12 12:17:40.545421 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36bc81f4-bb95-4d52-83e4-1da6846ab754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:40.550586 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:40.604577 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-0980c0f5-b6a1-4a2f-b693-c3db3a94dc3a None None] Provisioning complete for port 94723cb1-17b5-45f8-a568-fb7b900c18c3 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:40.605226 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0980c0f5-b6a1-4a2f-b693-c3db3a94dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:40.693276 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Network 3d7a5cdc-2da0-4004-bb09-2ec4face420b is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:40.696051 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:34Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:40.824211 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10097dce-b423-4a25-a8c0-c82b5528f608 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:34Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:17:40.828300 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6310bc-698e-429b-9978-eea2f149c2a9 None None] Pushing event updated for resources: {'Port': ['ID=aadcf033-be5d-44ad-b2c0-c440085df0a5,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:40.897674 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device aadcf033-be5d-44ad-b2c0-c440085df0a5 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:40.899524 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-0980c0f5-b6a1-4a2f-b693-c3db3a94dc3a None None] Port 94723cb1-17b5-45f8-a568-fb7b900c18c3 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:40.925479 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:40.944342 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:41.004981 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-0980c0f5-b6a1-4a2f-b693-c3db3a94dc3a None None] Provisioning complete for port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:41.005504 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0980c0f5-b6a1-4a2f-b693-c3db3a94dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:41.074665 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Router b8fc298a-9876-490d-88e4-664f950f68c3 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:17:41.098856 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Pushing event updated for resources: {'Port': ['ID=f04252ee-d179-45af-9cdf-b0e4de626b09,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:41.142575 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-31378a37-9f48-4dba-8f70-06c63822da34 admin admin] Publish callbacks [] for security_group (a9ab91fc-e007-4d40-b30c-b86185c8b97a), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:41.152929 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:17:41.174686 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-0980c0f5-b6a1-4a2f-b693-c3db3a94dc3a None None] Port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:41.227763 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:41.233118 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=1cf54cde-43f6-4b24-9120-6c7da7c5e262,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:41.239561 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:41.240193 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Made reservation on behalf of c9c3161421cc41ad988f904a293c7b32 for: {'port': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:41.247335 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:41.258704 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-31378a37-9f48-4dba-8f70-06c63822da34 admin admin] Publish callbacks [] for security_group (a9ab91fc-e007-4d40-b30c-b86185c8b97a), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:41.309232 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port aadcf033-be5d-44ad-b2c0-c440085df0a5 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:41.325700 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:41.409862 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-87009b78-75db-4ffd-b1c2-429eaa207739 req-3aa77d77-57e6-4f69-a2ca-f732f2410caa tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 210 time: 0.1516860 Apr 12 12:17:41.427686 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-8d832614-c1c2-43f0-881b-97176c2f30c0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2368188 Apr 12 12:17:41.436775 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-fb859f5f-c271-4e2f-95a8-adaafd54be12 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:17:41.437976 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-fb859f5f-c271-4e2f-95a8-adaafd54be12 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094047 Apr 12 12:17:41.474149 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-7fe31ec0-a219-4121-ba00-2dbeba802047 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:41.475667 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-7fe31ec0-a219-4121-ba00-2dbeba802047 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 819 time: 1.4542279 Apr 12 12:17:41.501076 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'port': {'device_id': 'a86ad430-3be0-4cff-ab0f-8cb8fd428c7a', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'admin_state_up': True, 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:41.627251 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port aadcf033-be5d-44ad-b2c0-c440085df0a5 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:41.809211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36bc81f4-bb95-4d52-83e4-1da6846ab754 admin admin] Publish callbacks [] for security_group (d87b58f8-1294-434c-b72c-7ff47b9c6328), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:41.860325 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Request body: {'port': {'device_id': 'f2ab034f-34ec-41ef-914d-4f929f5c4547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:42.127392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.127392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36bc81f4-bb95-4d52-83e4-1da6846ab754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (d87b58f8-1294-434c-b72c-7ff47b9c6328), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.128198 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:17:42.128198 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a1e145d6-ff37-42bb-9a41-e43d55b44567 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff0c9ad1-3951-4a62-83fa-59b506efcc75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1961176 Apr 12 12:17:42.128198 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:17:42.128198 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-5d5b2698-3003-4c39-81cb-da35670ad29c admin admin] 10.222.0.20 "PUT /v2.0/routers/b8fc298a-9876-490d-88e4-664f950f68c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9151752 Apr 12 12:17:42.128780 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Sync routers for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:17:42.128780 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:42.128780 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:42.129486 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-36bc81f4-bb95-4d52-83e4-1da6846ab754 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73dad19d46d44c6684aa69e7e9817d04&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2634437 Apr 12 12:17:42.129486 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc81f4-bb95-4d52-83e4-1da6846ab754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b58f8-1294-434c-b72c-7ff47b9c6328,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:42.129639 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642de75-cbb6-4aa5-b889-3719acf17c98 req-07d9fb11-0bf2-487e-b15a-d5bde65cca13 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:42.129639 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6642de75-cbb6-4aa5-b889-3719acf17c98 req-07d9fb11-0bf2-487e-b15a-d5bde65cca13 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 931 time: 0.4382861 Apr 12 12:17:42.132326 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39048) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:42.417815 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Made reservation on behalf of c9c3161421cc41ad988f904a293c7b32 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:17:42.421420 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.467496 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c4a4059-83ab-437f-8221-1c9420100e94 admin admin] Publish callbacks [] for security_group (d87b58f8-1294-434c-b72c-7ff47b9c6328), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.479844 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:42.490953 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-31378a37-9f48-4dba-8f70-06c63822da34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a9ab91fc-e007-4d40-b30c-b86185c8b97a), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.493971 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-31378a37-9f48-4dba-8f70-06c63822da34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.502695 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-31378a37-9f48-4dba-8f70-06c63822da34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9ab91fc-e007-4d40-b30c-b86185c8b97a HTTP/1.1" status: 204 len: 168 time: 3.2069728 Apr 12 12:17:42.519018 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c4a4059-83ab-437f-8221-1c9420100e94 admin admin] Publish callbacks [] for security_group (d87b58f8-1294-434c-b72c-7ff47b9c6328), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.530093 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Allocated IP 172.20.0.8 (ba418c03-8541-4c3c-b692-597d54968694/8cc3ed29-863b-46c7-9c96-e9d88ef747a9/2ed48880-841d-4f73-8d5f-ebbca53861ea) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:42.625074 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6642de75-cbb6-4aa5-b889-3719acf17c98 req-39f82c5b-2bf8-4c8b-b4de-ff55ee701db4 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860969 Apr 12 12:17:42.625074 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31378a37-9f48-4dba-8f70-06c63822da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ab91fc-e007-4d40-b30c-b86185c8b97a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:42.781317 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c4a4059-83ab-437f-8221-1c9420100e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (d87b58f8-1294-434c-b72c-7ff47b9c6328), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.788317 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c4a4059-83ab-437f-8221-1c9420100e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:42.799599 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-4c4a4059-83ab-437f-8221-1c9420100e94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d87b58f8-1294-434c-b72c-7ff47b9c6328 HTTP/1.1" status: 204 len: 168 time: 0.6591601 Apr 12 12:17:42.825567 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device aadcf033-be5d-44ad-b2c0-c440085df0a5 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:43.026760 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port aadcf033-be5d-44ad-b2c0-c440085df0a5 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:43.028736 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:43.093183 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a4059-83ab-437f-8221-1c9420100e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b58f8-1294-434c-b72c-7ff47b9c6328,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:43.317034 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:37Z', 'revision_number': 2, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:43.404289 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port aadcf033-be5d-44ad-b2c0-c440085df0a5 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:43.405792 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1cf54cde-43f6-4b24-9120-6c7da7c5e262 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:43.433607 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Checking router: b8fc298a-9876-490d-88e4-664f950f68c3 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:17:43.438481 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Updating router b8fc298a-9876-490d-88e4-664f950f68c3 port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:17:43.445686 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:43.491887 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04252ee-d179-45af-9cdf-b0e4de626b09 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:17:43.516576 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:43.549462 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Publish callbacks [] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:43.638497 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Transition to ACTIVE for port object f04252ee-d179-45af-9cdf-b0e4de626b09 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:17:43.662606 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:17:43.672327 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:43.676365 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:43.735473 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:43.754996 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:43.889192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39102) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:44.108418 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:44.306099 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Network ba418c03-8541-4c3c-b692-597d54968694 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:44.341314 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event updated for resources: {'Port': ['ID=2ed48880-841d-4f73-8d5f-ebbca53861ea,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:44.345510 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:44.349563 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:44.357787 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:44.359850 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:44.503298 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d47b596e-cc51-45ec-9370-b423cd8c5e3e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3757665', 'description': 'tempest-description--902718975'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:44.668523 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b403d7c5-a3d9-48ee-9f20-30eaa45c4e10 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8333306 Apr 12 12:17:44.674269 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Publish callbacks [] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:44.713264 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Request body: {'port': {'device_id': '47f75aac-b940-416c-8289-ebe09518142e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:44.714103 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e10cf64b-4979-4177-9ed3-5c3a620ac3b7 req-d2b87857-a33c-4382-b068-fe16180e8abc tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 210 time: 0.2173538 Apr 12 12:17:44.796624 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:44.834998 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39138) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:44.862119 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-0b229b40-2df8-4aa2-a7ef-d2af698ed5ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--831040386', 'description': 'tempest-description--1668399586'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:44.900709 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Allocated IP 172.20.0.14 (ba418c03-8541-4c3c-b692-597d54968694/8cc3ed29-863b-46c7-9c96-e9d88ef747a9/5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:44.903507 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Pushing event updated for resources: {'Port': ['ID=f04252ee-d179-45af-9cdf-b0e4de626b09,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:44.939816 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-5e7cf813-1cfb-47fe-8504-af7f8753295b None None] Provisioning complete for port 2ed48880-841d-4f73-8d5f-ebbca53861ea triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:44.940209 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf813-1cfb-47fe-8504-af7f8753295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.052778 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d47b596e-cc51-45ec-9370-b423cd8c5e3e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.085736 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.108926 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b4247524-8e84-4d1e-943b-0f648b4291d5 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:45.208904 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-5e7cf813-1cfb-47fe-8504-af7f8753295b None None] Port 2ed48880-841d-4f73-8d5f-ebbca53861ea cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:45.231760 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0b229b40-2df8-4aa2-a7ef-d2af698ed5ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.246113 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port b4247524-8e84-4d1e-943b-0f648b4291d5 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:45.247390 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.590737 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05075a3c-bdf0-4e77-bc54-4895f7d8417c None None] Pushing event updated for resources: {'Port': ['ID=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:45.640557 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Attempting to bind port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:45.641286 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Attempting to bind port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:45.642320 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port b4247524-8e84-4d1e-943b-0f648b4291d5 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:45.642917 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Attempting to bind port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc on network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:45.643448 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.664661 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:45.667315 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Checking segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:45.667892 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.669759 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Bound using segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:45.670442 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Bound port: 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:45.678580 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.693281 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-72fd59fe-e7e7-49d8-93f1-e47255c67a8d None None] Provisioning complete for port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:45.694384 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-72fd59fe-e7e7-49d8-93f1-e47255c67a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.703430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4518d6-873f-4de3-9c65-bf17cce07198 req-94d9c40a-9666-401e-8e79-907711de0c84 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:45.725889 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9f4518d6-873f-4de3-9c65-bf17cce07198 req-94d9c40a-9666-401e-8e79-907711de0c84 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 943 time: 0.5847244 Apr 12 12:17:45.764608 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-72fd59fe-e7e7-49d8-93f1-e47255c67a8d None None] Port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:45.802781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port b4247524-8e84-4d1e-943b-0f648b4291d5, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b4247524-8e84-4d1e-943b-0f648b4291d5,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:45.891426 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:45.985098 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] For port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:45.989701 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] For port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:46.094475 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.109351 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4fa7a4a2-e642-493e-b1bc-acabab9d7380 req-cba2fa78-89f6-41e5-b1e3-73da05d58def tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 210 time: 0.1611960 Apr 12 12:17:46.123357 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=b4247524-8e84-4d1e-943b-0f648b4291d5,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:46.175797 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Attempting to bind port f04252ee-d179-45af-9cdf-b0e4de626b09 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:46.176753 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Attempting to bind port f04252ee-d179-45af-9cdf-b0e4de626b09 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5e6e2301-d12c-4ddd-b237-9355b3154267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d7a5cdc-2da0-4004-bb09-2ec4face420b'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:46.177725 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Attempting to bind port f04252ee-d179-45af-9cdf-b0e4de626b09 on network 3d7a5cdc-2da0-4004-bb09-2ec4face420b {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:46.278225 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Port f04252ee-d179-45af-9cdf-b0e4de626b09 on network 3d7a5cdc-2da0-4004-bb09-2ec4face420b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:17:46.282846 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:46.283501 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:46.291441 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Attempting to bind port f04252ee-d179-45af-9cdf-b0e4de626b09 on network 3d7a5cdc-2da0-4004-bb09-2ec4face420b {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:46.404089 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:46.404451 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Checking segment: {'id': '5e6e2301-d12c-4ddd-b237-9355b3154267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d7a5cdc-2da0-4004-bb09-2ec4face420b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:46.405056 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Bound using segment: {'id': '5e6e2301-d12c-4ddd-b237-9355b3154267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d7a5cdc-2da0-4004-bb09-2ec4face420b'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:46.405516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Bound port: f04252ee-d179-45af-9cdf-b0e4de626b09, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6e2301-d12c-4ddd-b237-9355b3154267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3d7a5cdc-2da0-4004-bb09-2ec4face420b'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:46.405930 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.434739 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9f4518d6-873f-4de3-9c65-bf17cce07198 req-73460e5d-1114-49e7-8f79-3e2f7a980e10 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051303 Apr 12 12:17:46.443878 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d47b596e-cc51-45ec-9370-b423cd8c5e3e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (310cdfa1-864d-4104-8cc6-4b1400fd58e2), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.487164 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:17:46.513020 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:46.515229 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0b229b40-2df8-4aa2-a7ef-d2af698ed5ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (f16616ce-04ed-449e-96f3-e36f1ab6ce46), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.519477 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:46.601694 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.619545 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0b229b40-2df8-4aa2-a7ef-d2af698ed5ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (f16616ce-04ed-449e-96f3-e36f1ab6ce46), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.789264 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b229b40-2df8-4aa2-a7ef-d2af698ed5ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16616ce-04ed-449e-96f3-e36f1ab6ce46,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:46.796541 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0b229b40-2df8-4aa2-a7ef-d2af698ed5ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.797912 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-0b229b40-2df8-4aa2-a7ef-d2af698ed5ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9609995 Apr 12 12:17:46.817067 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39192) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:46.820275 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:46.824174 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-7eda6706-270f-4077-b9d8-af06ba0acc5d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group_rule': {'security_group_id': 'f16616ce-04ed-449e-96f3-e36f1ab6ce46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:46.833319 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d47b596e-cc51-45ec-9370-b423cd8c5e3e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (310cdfa1-864d-4104-8cc6-4b1400fd58e2), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.854124 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b4247524-8e84-4d1e-943b-0f648b4291d5 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:46.917427 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:46.973810 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-88047e70-fb6f-4a36-991b-04c520e1a70d None None] Provisioning complete for port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:46.974387 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-88047e70-fb6f-4a36-991b-04c520e1a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.026865 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7eda6706-270f-4077-b9d8-af06ba0acc5d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (2a8a8a63-7627-4ad7-8cea-59df5315ccd5), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.027934 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05075a3c-bdf0-4e77-bc54-4895f7d8417c None None] Pushing event updated for resources: {'Port': ['ID=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,revision_number=4']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:47.076666 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:47.101697 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d47b596e-cc51-45ec-9370-b423cd8c5e3e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.110309 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d47b596e-cc51-45ec-9370-b423cd8c5e3e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 2.6275709 Apr 12 12:17:47.132536 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39198) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:47.133713 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b596e-cc51-45ec-9370-b423cd8c5e3e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310cdfa1-864d-4104-8cc6-4b1400fd58e2,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:47.153867 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-d7f5a317-e4dc-4a41-9aa8-75047f9ecec4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'security_group_rule': {'security_group_id': '310cdfa1-864d-4104-8cc6-4b1400fd58e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:47.154980 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Network ba418c03-8541-4c3c-b692-597d54968694 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:47.194533 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:47.196430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event updated for resources: {'Port': ['ID=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:47.216550 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] For port f04252ee-d179-45af-9cdf-b0e4de626b09, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:47.222455 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:47.365781 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] For port f04252ee-d179-45af-9cdf-b0e4de626b09, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f04252ee-d179-45af-9cdf-b0e4de626b09,segment=NetworkSegment(5e6e2301-d12c-4ddd-b237-9355b3154267),segment_id=5e6e2301-d12c-4ddd-b237-9355b3154267)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:47.374660 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a317-e4dc-4a41-9aa8-75047f9ecec4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (abac6dd2-dff2-42d3-a32b-33b27ffbcee6), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.375809 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:47.422555 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port b4247524-8e84-4d1e-943b-0f648b4291d5 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:47.423047 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.475901 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7eda6706-270f-4077-b9d8-af06ba0acc5d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (2a8a8a63-7627-4ad7-8cea-59df5315ccd5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.516571 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9fa0e-6545-4a78-8a00-50bdc5a484f2 None None] The sync data for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi is: [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:17:47.574946 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.596496 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:47.598817 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.634756 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d81cf6-cb7f-437a-adb4-f9f69f81cfb2 req-b32d5ba8-1665-4a1e-9f3f-f7587eac8261 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:47.640492 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7eda6706-270f-4077-b9d8-af06ba0acc5d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (2a8a8a63-7627-4ad7-8cea-59df5315ccd5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.645081 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61d81cf6-cb7f-437a-adb4-f9f69f81cfb2 req-b32d5ba8-1665-4a1e-9f3f-f7587eac8261 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 932 time: 0.2943475 Apr 12 12:17:47.727078 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda6706-270f-4077-b9d8-af06ba0acc5d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8a8a63-7627-4ad7-8cea-59df5315ccd5,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:47.821375 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:47.822545 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.826936 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] 10.222.0.23 "PUT /v2.0/ports/f04252ee-d179-45af-9cdf-b0e4de626b09 HTTP/1.1" status: 200 len: 1093 time: 6.1011999 Apr 12 12:17:47.832025 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ab034f-34ec-41ef-914d-4f929f5c4547', 'tag': 'f04252ee-d179-45af-9cdf-b0e4de626b09'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:17:47.862441 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a317-e4dc-4a41-9aa8-75047f9ecec4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (abac6dd2-dff2-42d3-a32b-33b27ffbcee6), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.878218 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed48880-841d-4f73-8d5f-ebbca53861ea {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:17:47.889903 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ec496260-6d23-4cb6-81a5-50e40b2fe00b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3928807 Apr 12 12:17:47.933261 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Request body: {'port': {'device_id': 'a86ad430-3be0-4cff-ab0f-8cb8fd428c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:47.936055 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Publish callbacks [] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:47.951775 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af72ee3-562e-4627-b8c9-a1ef07e55e29 service neutron] Pushing event updated for resources: {'Port': ['ID=f04252ee-d179-45af-9cdf-b0e4de626b09,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:48.043285 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Transition to ACTIVE for port object 2ed48880-841d-4f73-8d5f-ebbca53861ea will not be triggered until provisioned by entity L2. {{(pid=104047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:17:48.058854 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a317-e4dc-4a41-9aa8-75047f9ecec4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (abac6dd2-dff2-42d3-a32b-33b27ffbcee6), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.076640 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7eda6706-270f-4077-b9d8-af06ba0acc5d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.082604 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7eda6706-270f-4077-b9d8-af06ba0acc5d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2639720 Apr 12 12:17:48.139328 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39226) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:48.158026 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5a317-e4dc-4a41-9aa8-75047f9ecec4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abac6dd2-dff2-42d3-a32b-33b27ffbcee6,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:48.160944 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.175043 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61d81cf6-cb7f-437a-adb4-f9f69f81cfb2 req-dacaea18-ab2a-47e7-bdfc-42d7a39b01bf tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285673 Apr 12 12:17:48.249834 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537d1e-c724-477d-adf2-55946f08e0c8 req-6cb002bb-1c41-41d9-a3ba-b508915e0534 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:48.250690 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.258048 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-53537d1e-c724-477d-adf2-55946f08e0c8 req-6cb002bb-1c41-41d9-a3ba-b508915e0534 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 943 time: 0.2042871 Apr 12 12:17:48.268167 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b546531d-ab4f-457a-9014-6874e3c3d109" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ab034f-34ec-41ef-914d-4f929f5c4547", "tag": "f04252ee-d179-45af-9cdf-b0e4de626b09"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:17:48.282241 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7f86595e-7ba1-497d-96cc-7dd7dc9aef44 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group_rule': {'security_group_id': 'f16616ce-04ed-449e-96f3-e36f1ab6ce46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:48.409394 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a317-e4dc-4a41-9aa8-75047f9ecec4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.411288 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d7f5a317-e4dc-4a41-9aa8-75047f9ecec4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2722366 Apr 12 12:17:48.424848 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39240) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:48.461127 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-bed17a1a-bf6f-4b2c-945e-3f2094bd4b6a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'security_group_rule': {'security_group_id': '310cdfa1-864d-4104-8cc6-4b1400fd58e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:48.480081 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.495348 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-88047e70-fb6f-4a36-991b-04c520e1a70d None None] Current status of the port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:48.496000 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-88047e70-fb6f-4a36-991b-04c520e1a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.533346 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-51a7d2ff-b2b9-4584-a212-bad2da5328b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:48.535725 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-51a7d2ff-b2b9-4584-a212-bad2da5328b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a6b71ef5679427f866b32e97eefcbe2&device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 1127 time: 0.5061381 Apr 12 12:17:48.544259 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed48880-841d-4f73-8d5f-ebbca53861ea,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:48.673530 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-53537d1e-c724-477d-adf2-55946f08e0c8 req-4df85110-509a-404c-ab2c-6c0f7553cad0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144223 Apr 12 12:17:48.758218 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Attempting to bind port 2ed48880-841d-4f73-8d5f-ebbca53861ea on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:48.758599 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Attempting to bind port 2ed48880-841d-4f73-8d5f-ebbca53861ea by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:48.758954 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Attempting to bind port 2ed48880-841d-4f73-8d5f-ebbca53861ea on network ba418c03-8541-4c3c-b692-597d54968694 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:48.770449 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f86595e-7ba1-497d-96cc-7dd7dc9aef44 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (b5b272ce-b1cc-4cce-b564-e3b3f964b81a), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.777843 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Port 2ed48880-841d-4f73-8d5f-ebbca53861ea on network ba418c03-8541-4c3c-b692-597d54968694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:17:48.778182 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Attempting to bind port 2ed48880-841d-4f73-8d5f-ebbca53861ea on network ba418c03-8541-4c3c-b692-597d54968694 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:48.799830 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:48.809519 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Checking segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:48.809519 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Bound using segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:48.809519 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Bound port: 2ed48880-841d-4f73-8d5f-ebbca53861ea, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:48.809519 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.854895 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-88047e70-fb6f-4a36-991b-04c520e1a70d None None] For port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:48.888948 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10cc23f-96bd-4afd-b4fa-2ec1715cab1b x-openstack-request-id: req-c10cc23f-96bd-4afd-b4fa-2ec1715cab1b {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:17:48.889715 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ab034f-34ec-41ef-914d-4f929f5c4547", "tag": "f04252ee-d179-45af-9cdf-b0e4de626b09", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:17:48.890383 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c10cc23f-96bd-4afd-b4fa-2ec1715cab1b {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:17:48.891923 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10cc23f-96bd-4afd-b4fa-2ec1715cab1b'] response: {'name': 'network-changed', 'server_uuid': 'f2ab034f-34ec-41ef-914d-4f929f5c4547', 'tag': 'f04252ee-d179-45af-9cdf-b0e4de626b09', 'status': 'completed', 'code': 200} Apr 12 12:17:48.908961 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-1aa74aed-34a1-4dfc-97ca-0db1d54525da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f04252ee-d179-45af-9cdf-b0e4de626b09 HTTP/1.1" status: 200 len: 217 time: 0.3489487 Apr 12 12:17:48.960407 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bed17a1a-bf6f-4b2c-945e-3f2094bd4b6a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (dd45a99f-7cdb-46f4-9e82-b6ba6804f6c1), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:48.967081 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-88047e70-fb6f-4a36-991b-04c520e1a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:49.021338 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port b4247524-8e84-4d1e-943b-0f648b4291d5 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:49.139014 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] For port 2ed48880-841d-4f73-8d5f-ebbca53861ea, host hv-cinder-83009, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:49.177632 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] For port 2ed48880-841d-4f73-8d5f-ebbca53861ea, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:49.182395 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-cba8ecbf-f86b-4f8d-b056-400d6316215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:49.183918 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-cba8ecbf-f86b-4f8d-b056-400d6316215d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b119160d-3eea-47ec-856b-acfd0d5bfc1b HTTP/1.1" status: 200 len: 851 time: 0.2609391 Apr 12 12:17:49.231852 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bed17a1a-bf6f-4b2c-945e-3f2094bd4b6a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (dd45a99f-7cdb-46f4-9e82-b6ba6804f6c1), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:49.238879 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:49.283260 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:49.286496 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:49.290490 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/2ed48880-841d-4f73-8d5f-ebbca53861ea HTTP/1.1" status: 200 len: 1093 time: 4.5921807 Apr 12 12:17:49.292650 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f75aac-b940-416c-8289-ebe09518142e', 'tag': '2ed48880-841d-4f73-8d5f-ebbca53861ea'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:17:49.343721 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:49.361234 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-49ede1d2-39a4-4055-a60f-1d43eb590241 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d7a5cdc-2da0-4004-bb09-2ec4face420b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615465 Apr 12 12:17:49.521096 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bed17a1a-bf6f-4b2c-945e-3f2094bd4b6a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (dd45a99f-7cdb-46f4-9e82-b6ba6804f6c1), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:49.631307 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-f86ab606-1ffd-44ea-9315-34ac81b98928 service neutron] 10.222.0.23 "GET /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375107 Apr 12 12:17:49.650636 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f86595e-7ba1-497d-96cc-7dd7dc9aef44 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (b5b272ce-b1cc-4cce-b564-e3b3f964b81a), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:49.804505 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:37Z', 'revision_number': 2, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:49.821832 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e4c6d3-8a1a-4747-af39-a317eb236a13" -d '{"events": [{"name": "network-changed", "server_uuid": "47f75aac-b940-416c-8289-ebe09518142e", "tag": "2ed48880-841d-4f73-8d5f-ebbca53861ea"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:17:49.867292 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f86595e-7ba1-497d-96cc-7dd7dc9aef44 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (b5b272ce-b1cc-4cce-b564-e3b3f964b81a), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:49.925952 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:17:49.928179 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Updating router ff0c9ad1-3951-4a62-83fa-59b506efcc75 port 94723cb1-17b5-45f8-a568-fb7b900c18c3 binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:17:49.960648 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-d07e80e4-c564-4990-a334-3b5d0ce6d38b None None] Provisioning complete for port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:49.961286 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d07e80e4-c564-4990-a334-3b5d0ce6d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.009707 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b80fbe16-9e2e-4404-ab7a-d9d8907cd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:50.011467 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-b80fbe16-9e2e-4404-ab7a-d9d8907cd603 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 1127 time: 0.5475442 Apr 12 12:17:50.023305 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bed17a1a-bf6f-4b2c-945e-3f2094bd4b6a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.024506 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-bed17a1a-bf6f-4b2c-945e-3f2094bd4b6a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5946565 Apr 12 12:17:50.032597 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39302) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:50.073015 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:50.091377 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975b8e2-2b07-4dc2-b76b-e83265dcdc52 req-3ecafc7c-b6a6-4941-9726-4ada3f156584 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:50.095095 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f975b8e2-2b07-4dc2-b76b-e83265dcdc52 req-3ecafc7c-b6a6-4941-9726-4ada3f156584 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 932 time: 0.7538021 Apr 12 12:17:50.103853 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88047e70-fb6f-4a36-991b-04c520e1a70d None None] Pushing event updated for resources: {'Port': ['ID=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:50.150431 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed17a1a-bf6f-4b2c-945e-3f2094bd4b6a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd45a99f-7cdb-46f4-9e82-b6ba6804f6c1,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:50.153540 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f86595e-7ba1-497d-96cc-7dd7dc9aef44 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.176252 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-7f86595e-7ba1-497d-96cc-7dd7dc9aef44 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9890597 Apr 12 12:17:50.176341 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-d07e80e4-c564-4990-a334-3b5d0ce6d38b None None] Port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:50.176415 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39310) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:50.210786 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39312) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:50.213257 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:17:50.234197 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-3df44673-b0c3-414d-907c-1beff717394b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea HTTP/1.1" status: 200 len: 217 time: 0.1967123 Apr 12 12:17:50.242397 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86595e-7ba1-497d-96cc-7dd7dc9aef44 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b272ce-b1cc-4cce-b564-e3b3f964b81a,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:50.247954 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7e99c-6e90-41db-b329-8bc2ca78b6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed48880-841d-4f73-8d5f-ebbca53861ea,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:50.252923 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.376478 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:50.376881 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.377720 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da710-a117-4421-ada3-6004d5f6776d req-20aef735-bd98-434f-9448-a323f2f50bc0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:50.379902 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6b9da710-a117-4421-ada3-6004d5f6776d req-20aef735-bd98-434f-9448-a323f2f50bc0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 943 time: 0.3625698 Apr 12 12:17:50.458804 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-bd63c1c5-bade-41c5-aabe-0720ef92b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:50.460521 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-bd63c1c5-bade-41c5-aabe-0720ef92b2e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.2148180 Apr 12 12:17:50.505629 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3a202cca-9b5c-4e50-bcfe-ab2b18e1e80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.508253 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d3f1da81-509f-4999-88f4-e16ae7cd5aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.546853 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6b9da710-a117-4421-ada3-6004d5f6776d req-e3a7672d-745b-4039-bbe9-992b3c540010 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484706 Apr 12 12:17:50.594619 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.848272 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:50.903041 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-dd847265-7b01-4a1d-ade4-413d9f492c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:50.907805 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-dd847265-7b01-4a1d-ade4-413d9f492c1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3916552 Apr 12 12:17:50.978731 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:50.978731 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b0165ca7-4444-4bd6-96d3-792745e54893 req-7c7e4481-e506-45f3-8c9d-a302126e6c05 service neutron] 10.222.0.23 "GET /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3116682 Apr 12 12:17:50.978731 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f975b8e2-2b07-4dc2-b76b-e83265dcdc52 req-06fd5306-3b54-409c-b895-bb55ae3cc4ff tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8387861 Apr 12 12:17:51.006661 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.014403 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:17:51.188882 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Publish callbacks [] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.261249 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Allocated IP 172.27.3.108 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/33ff902c-49b2-4f71-bc8e-49131ee9a205) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:51.270288 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:51.312835 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9a4bc1-8a30-4be2-9e8a-fcd009d02898 x-openstack-request-id: req-ef9a4bc1-8a30-4be2-9e8a-fcd009d02898 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:17:51.313168 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f75aac-b940-416c-8289-ebe09518142e", "tag": "2ed48880-841d-4f73-8d5f-ebbca53861ea", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:17:51.313444 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef9a4bc1-8a30-4be2-9e8a-fcd009d02898 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:17:51.314007 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9a4bc1-8a30-4be2-9e8a-fcd009d02898'] response: {'name': 'network-changed', 'server_uuid': '47f75aac-b940-416c-8289-ebe09518142e', 'tag': '2ed48880-841d-4f73-8d5f-ebbca53861ea', 'status': 'completed', 'code': 200} Apr 12 12:17:51.360498 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Publish callbacks [] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.364135 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:51.364737 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.400601 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.416464 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Transition to ACTIVE for port object 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:17:51.428198 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d3f1da81-509f-4999-88f4-e16ae7cd5aeb admin admin] Publish callbacks [] for security_group (1c074ebe-d1d1-4c75-8b85-818b762aad04), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.430705 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-a18a0226-10e8-4ad3-96f9-08fbfb39c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:51.439450 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-a18a0226-10e8-4ad3-96f9-08fbfb39c332 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a6b71ef5679427f866b32e97eefcbe2&device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 1127 time: 0.2404530 Apr 12 12:17:51.452515 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.492029 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-4f2a70c6-7507-4296-a86e-3c78191f2ff5 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309656 Apr 12 12:17:51.573039 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d3f1da81-509f-4999-88f4-e16ae7cd5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1c074ebe-d1d1-4c75-8b85-818b762aad04), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.612011 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:51.833273 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b419da-3443-4f8f-864e-75249b8af6b5 None None] Pushing event updated for resources: {'Port': ['ID=94723cb1-17b5-45f8-a568-fb7b900c18c3,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:51.969527 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39354) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:51.989393 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:52.045172 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Attempting to bind port 94723cb1-17b5-45f8-a568-fb7b900c18c3 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:52.048832 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Attempting to bind port 94723cb1-17b5-45f8-a568-fb7b900c18c3 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:52.049751 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Attempting to bind port 94723cb1-17b5-45f8-a568-fb7b900c18c3 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:52.070075 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:52.070695 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Checking segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:52.072435 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.077119 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Bound using segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:52.081333 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Bound port: 94723cb1-17b5-45f8-a568-fb7b900c18c3, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:52.081333 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.222823 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-7a976126-011a-4cf7-a318-8cfc512a93c9 None None] Provisioning complete for port 94723cb1-17b5-45f8-a568-fb7b900c18c3 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:52.223872 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7a976126-011a-4cf7-a318-8cfc512a93c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.261378 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d3f1da81-509f-4999-88f4-e16ae7cd5aeb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7152828d596d4ad29082489090d71d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0403526 Apr 12 12:17:52.265865 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f385d-03b6-4060-ac81-94590fec1294 req-71f6c563-a6aa-4e98-940f-029a3c0c6859 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:52.270867 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-948f385d-03b6-4060-ac81-94590fec1294 req-71f6c563-a6aa-4e98-940f-029a3c0c6859 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 943 time: 0.5010257 Apr 12 12:17:52.271811 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39370) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:52.446380 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:52.447666 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1da81-509f-4999-88f4-e16ae7cd5aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c074ebe-d1d1-4c75-8b85-818b762aad04,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:52.459021 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for port (33ff902c-49b2-4f71-bc8e-49131ee9a205), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.496229 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a6cbe-6ac4-4f83-b84c-3d8b07648b56 req-fd0ffd89-58f3-4ce2-93d6-1b94c27ea177 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:52.498839 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a82a6cbe-6ac4-4f83-b84c-3d8b07648b56 req-fd0ffd89-58f3-4ce2-93d6-1b94c27ea177 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.1701910 Apr 12 12:17:52.504625 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e9dbad4-c409-4ecb-b47c-0d32cd8d1cda req-a9f35c9e-a5d8-4999-bee4-b1e696f5a57a service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0020733 Apr 12 12:17:52.519511 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-7a976126-011a-4cf7-a318-8cfc512a93c9 None None] Port 94723cb1-17b5-45f8-a568-fb7b900c18c3 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:17:52.544905 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-68895ddf-4b6c-4fb0-95f4-bb2741d3f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:52.549305 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-68895ddf-4b6c-4fb0-95f4-bb2741d3f798 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d7a5cdc-2da0-4004-bb09-2ec4face420b HTTP/1.1" status: 200 len: 912 time: 1.0628829 Apr 12 12:17:52.599198 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a82a6cbe-6ac4-4f83-b84c-3d8b07648b56 req-9ae94e51-a958-47e6-92f1-1d5d014a41d6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928791 Apr 12 12:17:52.615844 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] For port 94723cb1-17b5-45f8-a568-fb7b900c18c3, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:52.643811 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] For port 94723cb1-17b5-45f8-a568-fb7b900c18c3, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=94723cb1-17b5-45f8-a568-fb7b900c18c3,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:52.657474 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b72bad7-460b-4c94-acd5-84edb4cab5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.708419 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c66e2c18-9301-4f4e-abb6-9fbd49e44c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.717775 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (33ff902c-49b2-4f71-bc8e-49131ee9a205), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.746981 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-7a020abc-d9ce-4186-b691-e74b2d649c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:52.749897 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-7a020abc-d9ce-4186-b691-e74b2d649c53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 1127 time: 0.0933566 Apr 12 12:17:52.766148 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.776286 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:52.783948 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:52.788440 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:52.844558 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-1471ff60-b910-4463-8ffa-035bcd55448b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f04252ee-d179-45af-9cdf-b0e4de626b09 HTTP/1.1" status: 200 len: 217 time: 0.2642689 Apr 12 12:17:52.862722 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ff52b511-3522-41dd-8f5a-a2145d7a0a16 admin admin] Publish callbacks [] for security_group (1c074ebe-d1d1-4c75-8b85-818b762aad04), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.913467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Attempting to bind port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:17:52.913976 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Attempting to bind port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:17:52.914459 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Attempting to bind port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 on network ba418c03-8541-4c3c-b692-597d54968694 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:52.920132 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-948f385d-03b6-4060-ac81-94590fec1294 req-fd155b6a-7448-4eae-bc8a-0c1167fcb731 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908204 Apr 12 12:17:52.982484 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 on network ba418c03-8541-4c3c-b692-597d54968694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:17:52.982819 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Attempting to bind port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 on network ba418c03-8541-4c3c-b692-597d54968694 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:17:52.994594 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b419da-3443-4f8f-864e-75249b8af6b5 None None] Pushing event updated for resources: {'Port': ['ID=94723cb1-17b5-45f8-a568-fb7b900c18c3,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:53.011180 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Allocated IP 172.27.3.79 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/f0d5a4d9-a746-4b1c-8f0f-f218b6391727) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:17:53.022533 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ff52b511-3522-41dd-8f5a-a2145d7a0a16 admin admin] Publish callbacks [] for security_group (1c074ebe-d1d1-4c75-8b85-818b762aad04), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.067813 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:17:53.068640 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:17:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:53.101387 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:17:53.101738 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Checking segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:17:53.107657 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Bound using segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:17:53.108317 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Bound port: 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:17:53.108699 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.177491 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-82752a1b-9259-4b27-9d3c-003eb081a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:53.179165 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-82752a1b-9259-4b27-9d3c-003eb081a5ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b119160d-3eea-47ec-856b-acfd0d5bfc1b HTTP/1.1" status: 200 len: 851 time: 0.3118174 Apr 12 12:17:53.269014 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 94723cb1-17b5-45f8-a568-fb7b900c18c3 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:53.318903 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'Port': ['ID=33ff902c-49b2-4f71-bc8e-49131ee9a205,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:53.349279 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:17:53.357312 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-0bfa9dab-451b-4ca6-be6b-461f0d7d78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:53.359246 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-0bfa9dab-451b-4ca6-be6b-461f0d7d78eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.5776320 Apr 12 12:17:53.367020 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (4aa77602-0bc6-4059-80c7-d21bd892be40), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.420311 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-207d12f7-f03e-43b1-9fb4-bf3864144582 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d7a5cdc-2da0-4004-bb09-2ec4face420b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035468 Apr 12 12:17:53.441465 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-4537e11d-6041-49f5-8231-4dea4350ad79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea HTTP/1.1" status: 200 len: 217 time: 0.0663726 Apr 12 12:17:53.490562 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-aac265b1-5350-4ce9-a1d6-e55c780bb314 None None] Provisioning complete for port 94723cb1-17b5-45f8-a568-fb7b900c18c3 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:53.491177 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-aac265b1-5350-4ce9-a1d6-e55c780bb314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.585756 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-3afdbaf0-c7e2-4f65-bf51-6c17989c7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:53.598678 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-3afdbaf0-c7e2-4f65-bf51-6c17989c7295 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.1218827 Apr 12 12:17:53.675059 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (33ff902c-49b2-4f71-bc8e-49131ee9a205), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.705786 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.743477 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b72bad7-460b-4c94-acd5-84edb4cab5ae admin admin] Publish callbacks [] for security_group (6062685e-5ab6-4466-a435-28651547eaca), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.783517 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-4ecf2c8b-33df-4206-be3e-1f2f4fe740cd service neutron] 10.222.0.23 "GET /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819784 Apr 12 12:17:53.818763 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-fee8ca52-066f-4b08-bcb3-85c2eefc7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:53.821021 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-fee8ca52-066f-4b08-bcb3-85c2eefc7fb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839434 Apr 12 12:17:53.828433 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 94723cb1-17b5-45f8-a568-fb7b900c18c3 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:53.828845 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.835152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ff52b511-3522-41dd-8f5a-a2145d7a0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1c074ebe-d1d1-4c75-8b85-818b762aad04), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.859337 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ff52b511-3522-41dd-8f5a-a2145d7a0a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.863003 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ff52b511-3522-41dd-8f5a-a2145d7a0a16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c074ebe-d1d1-4c75-8b85-818b762aad04 HTTP/1.1" status: 204 len: 168 time: 1.5716507 Apr 12 12:17:53.880946 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04372-2658-43cc-8a0d-3e455ce540be req-9882556c-9ae6-4cfd-b687-2183d1f1aad2 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:53.891885 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7cc04372-2658-43cc-8a0d-3e455ce540be req-9882556c-9ae6-4cfd-b687-2183d1f1aad2 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.1534431 Apr 12 12:17:53.914800 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b72bad7-460b-4c94-acd5-84edb4cab5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6062685e-5ab6-4466-a435-28651547eaca), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.973756 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:53.993845 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] For port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:17:54.027520 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9b72bad7-460b-4c94-acd5-84edb4cab5ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bedbd591902347c0ac05cf6713e5100c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0419688 Apr 12 12:17:54.028746 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52b511-3522-41dd-8f5a-a2145d7a0a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c074ebe-d1d1-4c75-8b85-818b762aad04,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:54.054152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39400) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:54.075123 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7cc04372-2658-43cc-8a0d-3e455ce540be req-d32e3c2c-ed37-49b6-90e3-35b5944073bc tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821353 Apr 12 12:17:54.158058 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-aac265b1-5350-4ce9-a1d6-e55c780bb314 None None] Current status of the port 94723cb1-17b5-45f8-a568-fb7b900c18c3 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:54.159253 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-aac265b1-5350-4ce9-a1d6-e55c780bb314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.228900 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for port (33ff902c-49b2-4f71-bc8e-49131ee9a205), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.243855 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-ca2a8f96-4fbf-4c69-9027-add94e480475 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708777 Apr 12 12:17:54.283028 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:52Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:17:54.338301 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-aac265b1-5350-4ce9-a1d6-e55c780bb314 None None] For port 94723cb1-17b5-45f8-a568-fb7b900c18c3, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=94723cb1-17b5-45f8-a568-fb7b900c18c3,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:17:54.342488 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f2848-a4ab-4773-b191-396764c692f4 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:52Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:17:54.367356 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (33ff902c-49b2-4f71-bc8e-49131ee9a205), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.375327 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 94723cb1-17b5-45f8-a568-fb7b900c18c3 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:54.375731 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.431038 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-aac265b1-5350-4ce9-a1d6-e55c780bb314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.449674 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] For port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:17:54.486705 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b546531d-ab4f-457a-9014-6874e3c3d109 req-bde2f0d2-74cd-45f7-a6c1-8a92a53c6cc1 service neutron] 10.222.0.23 "GET /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858883 Apr 12 12:17:54.507219 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.530153 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (4aa77602-0bc6-4059-80c7-d21bd892be40), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.592677 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.db.api [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 12:17:54.593133 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG oslo_db.api [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 12:17:54.602010 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.608211 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac265b1-5350-4ce9-a1d6-e55c780bb314 None None] Pushing event updated for resources: {'Port': ['ID=94723cb1-17b5-45f8-a568-fb7b900c18c3,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:54.620325 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'Port': ['ID=33ff902c-49b2-4f71-bc8e-49131ee9a205,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:54.649282 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72bad7-460b-4c94-acd5-84edb4cab5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6062685e-5ab6-4466-a435-28651547eaca,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:54.652685 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37e4c6d3-8a1a-4747-af39-a317eb236a13 req-0db93065-322e-4a41-ac6b-4e36b65aa01a service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808324 Apr 12 12:17:54.687118 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.688506 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-1d3fafd8-e29f-4b45-9b1c-a58a27f77106 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6484458 Apr 12 12:17:54.739218 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:17:54.759392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12346f-3350-493d-a48d-a8fec28276f4 req-842afd88-5cab-4c75-b700-85eb7df89b85 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:54.769698 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2c12346f-3350-493d-a48d-a8fec28276f4 req-842afd88-5cab-4c75-b700-85eb7df89b85 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 943 time: 0.3832381 Apr 12 12:17:54.806873 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:17:54.810038 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:17:54.854681 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:54.862289 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:54.865796 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] 10.222.0.23 "PUT /v2.0/ports/5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 HTTP/1.1" status: 200 len: 1094 time: 6.9399927 Apr 12 12:17:54.870963 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86ad430-3be0-4cff-ab0f-8cb8fd428c7a', 'tag': '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:17:54.879752 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02035088-4b8b-4571-b8d0-aa53da0337c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a86ad430-3be0-4cff-ab0f-8cb8fd428c7a", "tag": "5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:17:55.014673 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=f0d5a4d9-a746-4b1c-8f0f-f218b6391727,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:55.107105 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6107d28-ae6c-44f2-abbb-1247da9e92e0 x-openstack-request-id: req-a6107d28-ae6c-44f2-abbb-1247da9e92e0 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:17:55.107105 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86ad430-3be0-4cff-ab0f-8cb8fd428c7a", "tag": "5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:17:55.107105 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6107d28-ae6c-44f2-abbb-1247da9e92e0 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:17:55.107105 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6107d28-ae6c-44f2-abbb-1247da9e92e0'] response: {'name': 'network-changed', 'server_uuid': 'a86ad430-3be0-4cff-ab0f-8cb8fd428c7a', 'tag': '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9', 'status': 'completed', 'code': 200} Apr 12 12:17:55.166364 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5dbe0fa2-ae5b-4d8e-a9f0-8a65900e737d admin admin] Publish callbacks [] for security_group (6062685e-5ab6-4466-a435-28651547eaca), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:55.254105 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 94723cb1-17b5-45f8-a568-fb7b900c18c3 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:55.267501 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:55.361557 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-7bad9cde-6264-4247-b58e-5ca44bfbcc32 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--3757665&fields=id&tenant_id=201c973457684ef684fec045b2c619ba HTTP/1.1" status: 200 len: 267 time: 0.1574173 Apr 12 12:17:55.385331 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02035088-4b8b-4571-b8d0-aa53da0337c1 req-beff90aa-1db2-4f54-b83e-24777c926127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:55.386863 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-02035088-4b8b-4571-b8d0-aa53da0337c1 req-beff90aa-1db2-4f54-b83e-24777c926127 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 1128 time: 0.2700384 Apr 12 12:17:55.474690 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2c12346f-3350-493d-a48d-a8fec28276f4 req-f8a09833-478d-4fb5-a9c4-d258daaadb8a tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483281 Apr 12 12:17:55.547535 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 94723cb1-17b5-45f8-a568-fb7b900c18c3 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:17:55.647550 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21071db-6b63-42de-823d-69569884ed00 req-5696b4ef-da7a-41c2-8ee5-51852021ead7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:55.658189 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-5696b4ef-da7a-41c2-8ee5-51852021ead7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 811 time: 0.2840533 Apr 12 12:17:55.681794 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-8b62a68e-56f8-4b1e-9fd1-fb991a64909c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/quotas/201c973457684ef684fec045b2c619ba HTTP/1.1" status: 200 len: 375 time: 0.0215840 Apr 12 12:17:55.745752 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 94723cb1-17b5-45f8-a568-fb7b900c18c3 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:17:55.746008 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:55.819216 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-38ad84d2-67e9-42b3-a373-a75b4a491789 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362886 Apr 12 12:17:55.990926 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 94723cb1-17b5-45f8-a568-fb7b900c18c3 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:17:56.041123 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-c3bd74db-7469-4222-ae0b-2ed257f5b6d9 service neutron] 10.222.0.20 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044489 Apr 12 12:17:56.195834 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-73cd01ac-ba87-4cee-8c04-60cf6bde2906 service neutron] 10.222.0.20 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320791 Apr 12 12:17:56.228656 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5dbe0fa2-ae5b-4d8e-a9f0-8a65900e737d admin admin] Publish callbacks [] for security_group (6062685e-5ab6-4466-a435-28651547eaca), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:56.293949 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d0b8d-20ae-4e54-88ca-b40591b8af22 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:56.325615 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02035088-4b8b-4571-b8d0-aa53da0337c1 req-f552a06d-1edd-4fd8-802d-9ec3782d20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:56.327320 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-02035088-4b8b-4571-b8d0-aa53da0337c1 req-f552a06d-1edd-4fd8-802d-9ec3782d20fd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c9c3161421cc41ad988f904a293c7b32&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8445361 Apr 12 12:17:56.389081 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (836c6a48-13fa-49dc-8def-21668d2137d4), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:56.425717 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187dd97-c316-4468-9e22-dcb643a0eaf2 req-0ff34e73-667b-4de8-b246-62e5f2909192 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:56.426589 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3187dd97-c316-4468-9e22-dcb643a0eaf2 req-0ff34e73-667b-4de8-b246-62e5f2909192 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.1737180 Apr 12 12:17:56.429072 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:56.698749 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a33b3b08-103d-4b9b-8657-5f9873e4dc7d req-65e69e3b-f81f-47c0-94b5-55b994d1198a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.1230776 Apr 12 12:17:56.709012 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02035088-4b8b-4571-b8d0-aa53da0337c1 req-26770477-dd66-4011-a157-dd86cff65936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:56.712639 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-02035088-4b8b-4571-b8d0-aa53da0337c1 req-26770477-dd66-4011-a157-dd86cff65936 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3705544 Apr 12 12:17:56.752404 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5dbe0fa2-ae5b-4d8e-a9f0-8a65900e737d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6062685e-5ab6-4466-a435-28651547eaca), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:56.756119 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5dbe0fa2-ae5b-4d8e-a9f0-8a65900e737d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:56.763407 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-5dbe0fa2-ae5b-4d8e-a9f0-8a65900e737d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6062685e-5ab6-4466-a435-28651547eaca HTTP/1.1" status: 204 len: 168 time: 2.6789172 Apr 12 12:17:56.795502 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe0fa2-ae5b-4d8e-a9f0-8a65900e737d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6062685e-5ab6-4466-a435-28651547eaca,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:56.898152 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c232a-e3d8-499f-b2f9-42b7c638dbd1 req-2f36da1b-c4e0-4064-933c-cb26e1b98166 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:56.898152 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-797c232a-e3d8-499f-b2f9-42b7c638dbd1 req-2f36da1b-c4e0-4064-933c-cb26e1b98166 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 943 time: 0.0808942 Apr 12 12:17:56.902513 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:56.911781 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3187dd97-c316-4468-9e22-dcb643a0eaf2 req-cb1096a4-9446-483f-a705-fd8445faa573 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636414 Apr 12 12:17:56.969915 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-797c232a-e3d8-499f-b2f9-42b7c638dbd1 req-f87590be-1b69-4a63-9a08-d383a263c4e0 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626307 Apr 12 12:17:56.971894 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-dac5b69c-4266-497c-82dc-ef39c71c1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:56.980194 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-dac5b69c-4266-497c-82dc-ef39c71c1605 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 1128 time: 0.1517599 Apr 12 12:17:57.080174 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-a9d21558-6f06-4e62-b76c-7282bbb8d93e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 HTTP/1.1" status: 200 len: 217 time: 0.0935328 Apr 12 12:17:57.221062 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.351366 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39492) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:57.386639 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39496) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:57.454793 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c7c538bd-114f-4540-9379-94457bb62a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:57.456316 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c7c538bd-114f-4540-9379-94457bb62a9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.0908926 Apr 12 12:17:57.551500 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3eb55e5e-3934-40de-aed8-101f352d7ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.620632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.633721 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcb5f-a318-4da9-902e-e9ddbe6877ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.750154 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=f0d5a4d9-a746-4b1c-8f0f-f218b6391727,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:57.754437 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcb5f-a318-4da9-902e-e9ddbe6877ec admin admin] Publish callbacks [] for security_group (4e325557-c8c8-410f-a154-63b80ff53869), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.782157 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71e3f413-f4a9-40ff-a700-5c1b63784214 req-69390cce-a73c-4d0f-8c9e-1c8640ba15fd tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0494981 Apr 12 12:17:57.785851 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3eb55e5e-3934-40de-aed8-101f352d7ac4 admin admin] Publish callbacks [] for security_group (4105d8e6-87b1-4e8f-8970-bd41b3809fc6), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.787702 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (836c6a48-13fa-49dc-8def-21668d2137d4), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.878337 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcb5f-a318-4da9-902e-e9ddbe6877ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4e325557-c8c8-410f-a154-63b80ff53869), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.910183 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3eb55e5e-3934-40de-aed8-101f352d7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4105d8e6-87b1-4e8f-8970-bd41b3809fc6), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.920996 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-9b7fcb5f-a318-4da9-902e-e9ddbe6877ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5f8e05df0f941719b4c21b238047af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5330338 Apr 12 12:17:57.923393 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fcb5f-a318-4da9-902e-e9ddbe6877ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e325557-c8c8-410f-a154-63b80ff53869,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:57.924053 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39506) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:57.959874 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3eb55e5e-3934-40de-aed8-101f352d7ac4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a480bfae4d1c40dbbaf65d3bc8b88182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6060379 Apr 12 12:17:57.970457 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39512) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:57.982559 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:57.983768 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-6e8247da-bf51-483f-9333-3e856ebb34dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7950742 Apr 12 12:17:58.020643 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb55e5e-3934-40de-aed8-101f352d7ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4105d8e6-87b1-4e8f-8970-bd41b3809fc6,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:58.068659 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e10f7d18-f9d7-49f5-9bed-5af89e906820 admin admin] Publish callbacks [] for security_group (4e325557-c8c8-410f-a154-63b80ff53869), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.113929 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e10f7d18-f9d7-49f5-9bed-5af89e906820 admin admin] Publish callbacks [] for security_group (4e325557-c8c8-410f-a154-63b80ff53869), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.148593 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39535779-9902-4f64-be2f-b076057f0039 req-0f2ea96d-c39b-4721-81fd-242e0a893d80 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:58.150439 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-39535779-9902-4f64-be2f-b076057f0039 req-0f2ea96d-c39b-4721-81fd-242e0a893d80 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.1451123 Apr 12 12:17:58.171978 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe61c95f-e138-4f3d-8738-620fcd340f4d admin admin] Publish callbacks [] for security_group (4105d8e6-87b1-4e8f-8970-bd41b3809fc6), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.218677 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe61c95f-e138-4f3d-8738-620fcd340f4d admin admin] Publish callbacks [] for security_group (4105d8e6-87b1-4e8f-8970-bd41b3809fc6), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.234435 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fe67-9211-4bd6-956c-ac1469647319 req-9e5dedc1-f8bc-485a-9842-8ea95d50ace2 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:58.241762 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-78a7fe67-9211-4bd6-956c-ac1469647319 req-9e5dedc1-f8bc-485a-9842-8ea95d50ace2 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 943 time: 0.1210458 Apr 12 12:17:58.257765 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-39535779-9902-4f64-be2f-b076057f0039 req-7ea03952-cd7c-4ade-aa5d-d09da7182f07 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962636 Apr 12 12:17:58.272454 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39526) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:58.306971 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ad4cf585-cafe-4e15-adee-c4190fef141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:58.309397 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c39bc7b9-d009-4a63-99e5-b2d2ace09699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.309991 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-ad4cf585-cafe-4e15-adee-c4190fef141f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1406360 Apr 12 12:17:58.362206 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-78a7fe67-9211-4bd6-956c-ac1469647319 req-aa25a39e-d117-4712-96e0-d46bbb4521ad tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167352 Apr 12 12:17:58.430705 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-2a99f095-5134-4de1-8c52-adfe22556699 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--831040386&fields=id&tenant_id=7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 267 time: 0.0547848 Apr 12 12:17:58.431782 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe61c95f-e138-4f3d-8738-620fcd340f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4105d8e6-87b1-4e8f-8970-bd41b3809fc6), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.434594 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe61c95f-e138-4f3d-8738-620fcd340f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.437619 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-fe61c95f-e138-4f3d-8738-620fcd340f4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4105d8e6-87b1-4e8f-8970-bd41b3809fc6 HTTP/1.1" status: 204 len: 168 time: 0.4695923 Apr 12 12:17:58.446700 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61c95f-e138-4f3d-8738-620fcd340f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4105d8e6-87b1-4e8f-8970-bd41b3809fc6,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:58.502435 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e10f7d18-f9d7-49f5-9bed-5af89e906820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4e325557-c8c8-410f-a154-63b80ff53869), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.507663 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e10f7d18-f9d7-49f5-9bed-5af89e906820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.510387 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-e10f7d18-f9d7-49f5-9bed-5af89e906820 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e325557-c8c8-410f-a154-63b80ff53869 HTTP/1.1" status: 204 len: 168 time: 0.5841851 Apr 12 12:17:58.524038 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f7d18-f9d7-49f5-9bed-5af89e906820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e325557-c8c8-410f-a154-63b80ff53869,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:58.593981 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9973-b751-4779-bb56-f8128537da01 req-a5981c5f-90fe-47c8-8b61-49edfc5cd40d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:58.595527 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-a5981c5f-90fe-47c8-8b61-49edfc5cd40d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 814 time: 0.1507206 Apr 12 12:17:58.627334 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-65a54d51-d10e-47ec-ab8e-1b76c6000be6 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/quotas/7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 375 time: 0.0194049 Apr 12 12:17:58.632745 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c39bc7b9-d009-4a63-99e5-b2d2ace09699 admin admin] Publish callbacks [] for security_group (9a74dbd9-fa57-4fa3-bc95-cfef1b2c4cf9), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.691971 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-cc919095-f0d6-4e24-b8f6-4062032ea59b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576644 Apr 12 12:17:58.911769 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-adf44a61-5caf-42f5-b012-61885d974090 req-7af7317f-6457-44ac-8299-c8a77fd99e82 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0417864 Apr 12 12:17:58.921716 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c39bc7b9-d009-4a63-99e5-b2d2ace09699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (9a74dbd9-fa57-4fa3-bc95-cfef1b2c4cf9), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:58.998863 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c39bc7b9-d009-4a63-99e5-b2d2ace09699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=779b442cc07044bb98da300409fe285a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7251070 Apr 12 12:17:59.001565 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39546) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:59.002071 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bc7b9-d009-4a63-99e5-b2d2ace09699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74dbd9-fa57-4fa3-bc95-cfef1b2c4cf9,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:59.027764 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-7e7793b3-c297-4636-8baa-564c083241e8 service neutron] 10.222.0.20 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211648 Apr 12 12:17:59.091213 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be7c5a74-4783-4f3d-9dbe-06bae9ef4d3b admin admin] Publish callbacks [] for security_group (9a74dbd9-fa57-4fa3-bc95-cfef1b2c4cf9), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:59.130483 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be7c5a74-4783-4f3d-9dbe-06bae9ef4d3b admin admin] Publish callbacks [] for security_group (9a74dbd9-fa57-4fa3-bc95-cfef1b2c4cf9), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:59.191762 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-4486bd00-e770-4016-9630-601f5f47799e service neutron] 10.222.0.20 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459358 Apr 12 12:17:59.304017 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be7c5a74-4783-4f3d-9dbe-06bae9ef4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (9a74dbd9-fa57-4fa3-bc95-cfef1b2c4cf9), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:59.307846 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be7c5a74-4783-4f3d-9dbe-06bae9ef4d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:59.310635 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-be7c5a74-4783-4f3d-9dbe-06bae9ef4d3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a74dbd9-fa57-4fa3-bc95-cfef1b2c4cf9 HTTP/1.1" status: 204 len: 168 time: 0.3062634 Apr 12 12:17:59.328781 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c5a74-4783-4f3d-9dbe-06bae9ef4d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74dbd9-fa57-4fa3-bc95-cfef1b2c4cf9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:59.367807 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-c023730b-e794-430f-ad7d-667ecf9c7e84 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480069 Apr 12 12:17:59.496565 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cab924-ef3e-4016-ac77-017ccbcf5642 req-57c2947d-0a38-4065-9ed4-93f06ee429bb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:59.498672 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-56cab924-ef3e-4016-ac77-017ccbcf5642 req-57c2947d-0a38-4065-9ed4-93f06ee429bb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.0669093 Apr 12 12:17:59.522670 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39572) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:59.546354 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-95f6528d-6729-47bb-9e03-cbb7a2559e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:59.583682 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-56cab924-ef3e-4016-ac77-017ccbcf5642 req-744467f3-e84a-4055-9b8b-6265b7a80fb4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752933 Apr 12 12:17:59.689846 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-70d3bb55-0e84-440b-a13f-4dcbb7b96d93 req-69b0f4f5-7206-4730-9fd6-8785546b990d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0496607 Apr 12 12:17:59.701723 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-95f6528d-6729-47bb-9e03-cbb7a2559e06 admin admin] Publish callbacks [] for security_group (a2d50ed2-16f3-443b-b4c8-cd443a3ed0e2), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:59.760127 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5306-0a12-4923-aa48-9bfdb9beda72 req-f6118088-a0ed-4e78-9d9d-3093b0768ef6 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:17:59.765794 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-893f5306-0a12-4923-aa48-9bfdb9beda72 req-f6118088-a0ed-4e78-9d9d-3093b0768ef6 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 943 time: 0.1944351 Apr 12 12:17:59.779878 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-95f6528d-6729-47bb-9e03-cbb7a2559e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a2d50ed2-16f3-443b-b4c8-cd443a3ed0e2), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:59.859014 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6528d-6729-47bb-9e03-cbb7a2559e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d50ed2-16f3-443b-b4c8-cd443a3ed0e2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:17:59.875981 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-893f5306-0a12-4923-aa48-9bfdb9beda72 req-1aed8084-d5a5-4867-a6c3-e78031b93900 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078331 Apr 12 12:17:59.885141 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-95f6528d-6729-47bb-9e03-cbb7a2559e06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a14a4304e7a0459789fcefa31285c380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607359 Apr 12 12:17:59.887703 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39588) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:17:59.985201 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-50b5c12f-973b-442e-82e4-57f0e5004125 admin admin] Publish callbacks [] for security_group (a2d50ed2-16f3-443b-b4c8-cd443a3ed0e2), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:00.032057 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-294cbbe7-40a5-44e3-a6e2-d3eb2deedae2 req-2bc8801f-1e10-4d85-8e21-c87d69bec5a9 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644144 Apr 12 12:18:00.051447 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-50b5c12f-973b-442e-82e4-57f0e5004125 admin admin] Publish callbacks [] for security_group (a2d50ed2-16f3-443b-b4c8-cd443a3ed0e2), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:00.079482 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dfead73b-2d4e-4ed3-a829-ec5e0d61293d req-dd138376-e3ef-4a2d-b391-31a3c4bdef70 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0404377 Apr 12 12:18:00.253116 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-50b5c12f-973b-442e-82e4-57f0e5004125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a2d50ed2-16f3-443b-b4c8-cd443a3ed0e2), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:00.262310 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-50b5c12f-973b-442e-82e4-57f0e5004125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:00.271592 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-50b5c12f-973b-442e-82e4-57f0e5004125 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2d50ed2-16f3-443b-b4c8-cd443a3ed0e2 HTTP/1.1" status: 204 len: 168 time: 0.3821404 Apr 12 12:18:00.281839 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5c12f-973b-442e-82e4-57f0e5004125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d50ed2-16f3-443b-b4c8-cd443a3ed0e2,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:00.514550 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device f04252ee-d179-45af-9cdf-b0e4de626b09 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:18:00.646998 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port f04252ee-d179-45af-9cdf-b0e4de626b09, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f04252ee-d179-45af-9cdf-b0e4de626b09,segment=NetworkSegment(5e6e2301-d12c-4ddd-b237-9355b3154267),segment_id=5e6e2301-d12c-4ddd-b237-9355b3154267)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:00.660059 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'f04252ee-d179-45af-9cdf-b0e4de626b09', 'network_id': '3d7a5cdc-2da0-4004-bb09-2ec4face420b', 'port_id': 'f04252ee-d179-45af-9cdf-b0e4de626b09', 'mac_address': 'fa:16:3e:69:2e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b119160d-3eea-47ec-856b-acfd0d5bfc1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:18:00.708025 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port f04252ee-d179-45af-9cdf-b0e4de626b09 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:00.708025 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:00.729134 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04252ee-d179-45af-9cdf-b0e4de626b09 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:00.777691 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port f04252ee-d179-45af-9cdf-b0e4de626b09, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f04252ee-d179-45af-9cdf-b0e4de626b09,segment=NetworkSegment(5e6e2301-d12c-4ddd-b237-9355b3154267),segment_id=5e6e2301-d12c-4ddd-b237-9355b3154267)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:00.781520 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24763e68-b2fa-4005-a549-6c8d6b8eda6d req-6aa28492-c5f5-41a1-b832-52dd1830e0d5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:00.785757 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-24763e68-b2fa-4005-a549-6c8d6b8eda6d req-6aa28492-c5f5-41a1-b832-52dd1830e0d5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.1158173 Apr 12 12:18:00.817141 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a754967f-7195-445a-b415-1ced2c74ccc1 req-e9697769-cb72-4c58-8b8f-e31c31eb4ecd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0306222 Apr 12 12:18:00.869947 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-24763e68-b2fa-4005-a549-6c8d6b8eda6d req-7237a139-2393-4573-b84a-810d737deb01 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733643 Apr 12 12:18:00.873013 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:00.873749 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 2ed48880-841d-4f73-8d5f-ebbca53861ea details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:18:00.963145 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=f04252ee-d179-45af-9cdf-b0e4de626b09,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:01.050918 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb22f8-be44-4ac1-a698-eb8da19bc1ef req-d2a22856-d875-46a1-94f4-81263d99af29 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:01.053513 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-44eb22f8-be44-4ac1-a698-eb8da19bc1ef req-d2a22856-d875-46a1-94f4-81263d99af29 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 944 time: 0.0668554 Apr 12 12:18:01.127902 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-44eb22f8-be44-4ac1-a698-eb8da19bc1ef req-3e4e76ff-de5a-47d7-8475-cddf7ea01a0d tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Apr 12 12:18:01.136084 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 2ed48880-841d-4f73-8d5f-ebbca53861ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:01.155104 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': '2ed48880-841d-4f73-8d5f-ebbca53861ea', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'port_id': '2ed48880-841d-4f73-8d5f-ebbca53861ea', 'mac_address': 'fa:16:3e:0a:3e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:18:01.208309 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 2ed48880-841d-4f73-8d5f-ebbca53861ea is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:01.208952 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:01.232958 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed48880-841d-4f73-8d5f-ebbca53861ea {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:01.251586 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-61b87453-aa67-483b-a6ba-b5b0ce000963 req-70e93637-cdda-4c1b-b180-4d866dde6b0e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0488417 Apr 12 12:18:01.266695 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 2ed48880-841d-4f73-8d5f-ebbca53861ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:01.383190 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:01.467463 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=2ed48880-841d-4f73-8d5f-ebbca53861ea,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:01.979926 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5c4c7f9-253d-4906-8e23-10d15e64132a req-bbbe6cdb-0b26-45e6-83f2-0c9ccb596b55 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0601201 Apr 12 12:18:02.082165 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613e7f2-25aa-4e1d-a52e-9d4818789d8a req-f66e3b93-e486-4bdf-a43a-39b05eb4ff22 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:02.084905 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7613e7f2-25aa-4e1d-a52e-9d4818789d8a req-f66e3b93-e486-4bdf-a43a-39b05eb4ff22 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.0695434 Apr 12 12:18:02.156459 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7613e7f2-25aa-4e1d-a52e-9d4818789d8a req-a23e014e-b767-4981-8e14-af58a4774907 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586112 Apr 12 12:18:02.269533 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a570ce-d37a-4db6-888f-872e93538f3f req-cfa34699-2046-442c-b190-dc1c0e088767 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:02.273422 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5a570ce-d37a-4db6-888f-872e93538f3f req-cfa34699-2046-442c-b190-dc1c0e088767 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 944 time: 0.0533755 Apr 12 12:18:02.361011 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5a570ce-d37a-4db6-888f-872e93538f3f req-75bbdc9a-4172-40cd-aacb-11f95778b234 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730188 Apr 12 12:18:02.422221 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a8167194-1929-4f65-970e-e5b6f5ce052f req-f931b69b-4d9c-43a6-8ced-51607cb16af7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0378366 Apr 12 12:18:03.144200 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-33e242df-bde2-4645-81d7-fb17e1dcc0d0 req-2afaab2f-c7a1-49ad-aca6-f785dc050de0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0300715 Apr 12 12:18:03.296621 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cdc3d-ec8a-4760-8f67-5ed02c713213 req-809ebbee-a0fa-4a63-b762-6992addcee8c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:03.298154 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1c6cdc3d-ec8a-4760-8f67-5ed02c713213 req-809ebbee-a0fa-4a63-b762-6992addcee8c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.0609956 Apr 12 12:18:03.352042 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1c6cdc3d-ec8a-4760-8f67-5ed02c713213 req-6a9faf8a-7de4-497a-bc35-74242a69be0b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482771 Apr 12 12:18:03.476796 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca4532-c27c-454e-a8d1-63c7f8f2ff9c req-adc0114c-9e07-4c59-8ca3-0ebca7faf843 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:03.479422 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-48ca4532-c27c-454e-a8d1-63c7f8f2ff9c req-adc0114c-9e07-4c59-8ca3-0ebca7faf843 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 944 time: 0.0532022 Apr 12 12:18:03.540925 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-48ca4532-c27c-454e-a8d1-63c7f8f2ff9c req-5af2aeeb-fefd-4726-84c2-a842bbb6fd1e tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552945 Apr 12 12:18:03.543168 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2110da66-01f7-4d08-bf30-5ead48d069b5 req-5d7344f4-53e1-4b99-a78c-0eff12370aa3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0351455 Apr 12 12:18:04.271631 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6ebc64a4-00db-487e-98ab-e22898077544 req-8844f180-77de-4bf6-a024-9dbf865432c6 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0570610 Apr 12 12:18:04.506685 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2528-1e63-4730-9dfc-db583f88e12b req-0c13d6c3-1c85-4ce9-80e2-da93ea495c6d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:04.508254 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-39ba2528-1e63-4730-9dfc-db583f88e12b req-0c13d6c3-1c85-4ce9-80e2-da93ea495c6d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.0554132 Apr 12 12:18:04.565581 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-39ba2528-1e63-4730-9dfc-db583f88e12b req-a01892dd-01fe-46fa-8edf-fe27b7347f52 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Apr 12 12:18:04.670224 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7a664c95-ea39-451c-a631-7c6540999759 req-d6b9cc32-66e6-484d-9651-8ea9a8759121 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0402625 Apr 12 12:18:04.695442 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc7db0-a757-43db-9660-6b8239b4d6f4 req-bb3385f2-2170-4fd3-8d15-7d33476bd241 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:04.713305 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a3fc7db0-a757-43db-9660-6b8239b4d6f4 req-bb3385f2-2170-4fd3-8d15-7d33476bd241 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 944 time: 0.0664532 Apr 12 12:18:04.770269 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a3fc7db0-a757-43db-9660-6b8239b4d6f4 req-01081bbb-3ed9-4fe3-8608-18f3a3f0e355 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654740 Apr 12 12:18:05.214426 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39746) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:05.363129 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-60750415-964c-490b-a046-4edf405e4736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:05.413718 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1b69dbcd-15e1-4474-b9d6-cef98570de3f req-4108e060-cea5-4542-a682-6445385734e8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0759947 Apr 12 12:18:05.499884 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-60750415-964c-490b-a046-4edf405e4736 admin admin] Publish callbacks [] for security_group (5e282f74-c126-434e-95ab-ebe5f46a48b2), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:05.593036 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-60750415-964c-490b-a046-4edf405e4736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (5e282f74-c126-434e-95ab-ebe5f46a48b2), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:05.664068 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-60750415-964c-490b-a046-4edf405e4736 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db0111bdbb7f410cb47e75c01b054c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478698 Apr 12 12:18:05.666026 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60750415-964c-490b-a046-4edf405e4736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e282f74-c126-434e-95ab-ebe5f46a48b2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:05.666988 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39756) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:05.791005 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fd004847-c55f-4c9b-9ff1-537370487ad8 req-7608c60a-a9a4-465e-af0d-95ccd2fcb08f tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0294752 Apr 12 12:18:05.804745 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d3c14-d2f1-4831-926d-c30a8f3c4f44 req-beccd58f-4bb7-4340-860d-9d6f1c249be7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:05.807398 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-993d3c14-d2f1-4831-926d-c30a8f3c4f44 req-beccd58f-4bb7-4340-860d-9d6f1c249be7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.1232250 Apr 12 12:18:05.853881 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-767ff56a-078f-4aa5-bdec-f3e5afe485ce admin admin] Publish callbacks [] for security_group (5e282f74-c126-434e-95ab-ebe5f46a48b2), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:05.893570 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-767ff56a-078f-4aa5-bdec-f3e5afe485ce admin admin] Publish callbacks [] for security_group (5e282f74-c126-434e-95ab-ebe5f46a48b2), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:05.898386 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-993d3c14-d2f1-4831-926d-c30a8f3c4f44 req-fb297648-ffda-4292-922c-2028b39238dc tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840309 Apr 12 12:18:05.923690 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695c29-6ee9-425c-952a-276ebf5c13ee req-09e7f7c8-e2fa-450e-9b1b-84d65ffd97fa tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:05.924886 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b7695c29-6ee9-425c-952a-276ebf5c13ee req-09e7f7c8-e2fa-450e-9b1b-84d65ffd97fa tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 944 time: 0.0545793 Apr 12 12:18:06.000319 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b7695c29-6ee9-425c-952a-276ebf5c13ee req-f569fa38-7ba2-4677-8190-2903104e8c02 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693347 Apr 12 12:18:06.051781 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-767ff56a-078f-4aa5-bdec-f3e5afe485ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (5e282f74-c126-434e-95ab-ebe5f46a48b2), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:06.057265 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-767ff56a-078f-4aa5-bdec-f3e5afe485ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:06.059365 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-767ff56a-078f-4aa5-bdec-f3e5afe485ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e282f74-c126-434e-95ab-ebe5f46a48b2 HTTP/1.1" status: 204 len: 168 time: 0.3903303 Apr 12 12:18:06.073062 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ff56a-078f-4aa5-bdec-f3e5afe485ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e282f74-c126-434e-95ab-ebe5f46a48b2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:06.342846 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['f04252ee-d179-45af-9cdf-b0e4de626b09'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:18:06.424021 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:18:06.532303 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['2ed48880-841d-4f73-8d5f-ebbca53861ea'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:18:06.542347 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21071db-6b63-42de-823d-69569884ed00 req-d0a2dd3d-f5e1-432a-84bc-f432d9fb8385 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:06.544531 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-d0a2dd3d-f5e1-432a-84bc-f432d9fb8385 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 811 time: 0.1856465 Apr 12 12:18:06.589401 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5b627c4c-9732-4d6e-8c30-b21e08a047f5 req-145b4b39-fb2a-45d6-8f8a-0a8c6ea42304 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0351760 Apr 12 12:18:06.714589 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:06.834907 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-d116f600-b6eb-49bd-a4ee-81ae9a1c01e9 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201c973457684ef684fec045b2c619ba HTTP/1.1" status: 200 len: 377 time: 0.1047783 Apr 12 12:18:06.846245 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'port': {'device_id': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'admin_state_up': True, 'tenant_id': '201c973457684ef684fec045b2c619ba', 'security_groups': ['310cdfa1-864d-4104-8cc6-4b1400fd58e2']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:06.863116 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'port_id': '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9', 'mac_address': 'fa:16:3e:8e:63:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:18:07.003395 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:07.003974 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:07.023285 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:07.054252 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:07.055936 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39784) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:07.087470 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-71c1359d-9f68-43c3-a321-ab78ba0a9eb1 req-20038114-291d-41d4-9142-2d960a64c484 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0949733 Apr 12 12:18:07.137517 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:07.152969 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2aef-9211-469d-83be-7aa72e81c406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:07.196075 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e85e26-b968-45a9-8b42-f567191bd361 req-2d98bcaf-2ab3-49a4-9b17-87791c54349c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:07.203761 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-73e85e26-b968-45a9-8b42-f567191bd361 req-2d98bcaf-2ab3-49a4-9b17-87791c54349c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 944 time: 0.1915286 Apr 12 12:18:07.224918 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:07.297789 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9353c7-69ba-4dc2-bec2-72a4b65aefaa req-847eba66-e54f-4346-aee8-23f202b963ca tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:07.299536 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1d9353c7-69ba-4dc2-bec2-72a4b65aefaa req-847eba66-e54f-4346-aee8-23f202b963ca tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 944 time: 0.0829580 Apr 12 12:18:07.336400 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9973-b751-4779-bb56-f8128537da01 req-22939f99-88ee-433e-b15f-ab2265560b1f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:07.336400 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-22939f99-88ee-433e-b15f-ab2265560b1f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 814 time: 0.2465239 Apr 12 12:18:07.416050 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1d9353c7-69ba-4dc2-bec2-72a4b65aefaa req-f46ffda1-4b92-4002-b6a0-db9d3f711e95 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047394 Apr 12 12:18:07.453848 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-265c6014-2a47-4ef6-879a-6fdaf472107a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 379 time: 0.1090930 Apr 12 12:18:07.465832 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'port': {'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'admin_state_up': True, 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'security_groups': ['f16616ce-04ed-449e-96f3-e36f1ab6ce46']}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:07.501680 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Made reservation on behalf of 201c973457684ef684fec045b2c619ba for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:07.505107 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:07.542021 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-73e85e26-b968-45a9-8b42-f567191bd361 req-6a529b84-0460-41be-92d3-470502685ed8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370316 Apr 12 12:18:07.631308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2aef-9211-469d-83be-7aa72e81c406 admin admin] Publish callbacks [] for security_group (41303731-44c8-43e5-a75f-8f5d5b75786c), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:07.687722 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Allocated IP 172.20.0.10 (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2/79b90e6d-dc5a-4ad3-985a-8db14095e832/ca6ecdb3-7ade-44d9-bc6f-94115071648b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:18:07.697603 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d813ad33-8540-408f-bc8b-c5aae9b49c39 req-771aaec1-ac73-4e91-a0ea-61fc17be48b3 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0280786 Apr 12 12:18:07.720760 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Made reservation on behalf of 7bb45d94184c415cba3ac337acafead7 for: {'port': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:07.720760 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:07.834607 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2aef-9211-469d-83be-7aa72e81c406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (41303731-44c8-43e5-a75f-8f5d5b75786c), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:07.861793 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:18:07.889925 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Allocated IP 172.20.0.10 (7958f7bb-21a9-41ae-84ec-43b3e087f295/0297f741-f416-40aa-a0e8-8ae0ac0bfefb/041d301d-0db6-4c13-ba5f-45673867bc2a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:18:07.896550 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-2e5c2aef-9211-469d-83be-7aa72e81c406 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44eb6d4e1ce94d58b3751278241f182d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8374119 Apr 12 12:18:07.900468 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39822) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:07.901166 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c2aef-9211-469d-83be-7aa72e81c406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41303731-44c8-43e5-a75f-8f5d5b75786c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:07.966925 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:07.991897 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e4f3-7d46-4147-a12f-ed15a5ebfd8a admin admin] Publish callbacks [] for security_group (41303731-44c8-43e5-a75f-8f5d5b75786c), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.039410 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e4f3-7d46-4147-a12f-ed15a5ebfd8a admin admin] Publish callbacks [] for security_group (41303731-44c8-43e5-a75f-8f5d5b75786c), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.093863 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.190398 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.193634 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-364cec12-1018-4c73-a7fd-51ff80539259 req-e9d4d5b2-fbfa-477f-8e30-aa54dfad7432 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0311294 Apr 12 12:18:08.225524 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.229775 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e4f3-7d46-4147-a12f-ed15a5ebfd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (41303731-44c8-43e5-a75f-8f5d5b75786c), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.232317 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e4f3-7d46-4147-a12f-ed15a5ebfd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.235846 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-b3c3e4f3-7d46-4147-a12f-ed15a5ebfd8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41303731-44c8-43e5-a75f-8f5d5b75786c HTTP/1.1" status: 204 len: 168 time: 0.3294299 Apr 12 12:18:08.251977 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:18:08.255497 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3e4f3-7d46-4147-a12f-ed15a5ebfd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41303731-44c8-43e5-a75f-8f5d5b75786c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:08.269291 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:08.273922 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:18:08.302727 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'Port': ['ID=ca6ecdb3-7ade-44d9-bc6f-94115071648b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:08.304454 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:18:08.308922 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:08.318162 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:18:08.325504 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:08.326278 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.334905 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=041d301d-0db6-4c13-ba5f-45673867bc2a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:08.362013 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:08.362013 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.457041 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-3da7eef3-aea2-4183-a621-f7bf75c9fce9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9981866 Apr 12 12:18:08.458025 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-ba6978ed-457d-4b92-bca7-97196a467381 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6173065 Apr 12 12:18:08.477511 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Request body: {'port': {'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:08.478228 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Request body: {'port': {'device_id': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:08.543617 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device f04252ee-d179-45af-9cdf-b0e4de626b09 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:18:08.575753 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.659838 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d73d6-388c-446a-9b06-9aab6a491007 req-24fdbef6-ec20-4155-8a36-614627a3f84c tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:08.666627 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port f04252ee-d179-45af-9cdf-b0e4de626b09 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:18:08.670184 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-358d73d6-388c-446a-9b06-9aab6a491007 req-24fdbef6-ec20-4155-8a36-614627a3f84c tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 944 time: 0.1578684 Apr 12 12:18:08.683431 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.743981 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-44062513-71b1-497e-b989-1cea27a37204 None None] Provisioning complete for port ca6ecdb3-7ade-44d9-bc6f-94115071648b triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:08.744673 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-44062513-71b1-497e-b989-1cea27a37204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.782570 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-358d73d6-388c-446a-9b06-9aab6a491007 req-4fa91aa3-096f-42cd-b88e-6d911e40ab56 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016209 Apr 12 12:18:08.783168 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-44062513-71b1-497e-b989-1cea27a37204 None None] Port ca6ecdb3-7ade-44d9-bc6f-94115071648b cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:18:08.793306 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-44062513-71b1-497e-b989-1cea27a37204 None None] Provisioning complete for port 041d301d-0db6-4c13-ba5f-45673867bc2a triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:08.793724 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-44062513-71b1-497e-b989-1cea27a37204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.836532 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port f04252ee-d179-45af-9cdf-b0e4de626b09 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:08.836532 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.894061 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641553b-3c22-4134-b276-67aeea3a4f35 req-e6868a0b-d1ad-49d3-bf63-83fc66932306 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:08.896186 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0641553b-3c22-4134-b276-67aeea3a4f35 req-e6868a0b-d1ad-49d3-bf63-83fc66932306 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 945 time: 0.1881766 Apr 12 12:18:08.909422 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-44062513-71b1-497e-b989-1cea27a37204 None None] Port 041d301d-0db6-4c13-ba5f-45673867bc2a cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:18:08.956235 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port f04252ee-d179-45af-9cdf-b0e4de626b09 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:08.956644 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:08.979993 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d9a99-20b6-40df-9bf3-cbf9d64cc8d6 req-18d77f29-40e5-48d2-a339-aae6d151d170 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:08.989038 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a70d9a99-20b6-40df-9bf3-cbf9d64cc8d6 req-18d77f29-40e5-48d2-a339-aae6d151d170 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 932 time: 0.0925446 Apr 12 12:18:09.004701 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ab034f-34ec-41ef-914d-4f929f5c4547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04252ee-d179-45af-9cdf-b0e4de626b09'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:09.098835 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a70d9a99-20b6-40df-9bf3-cbf9d64cc8d6 req-6fa2aa1e-26dc-4ee8-966c-c9bb4ea0d5c2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041691 Apr 12 12:18:09.114688 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port f04252ee-d179-45af-9cdf-b0e4de626b09, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f04252ee-d179-45af-9cdf-b0e4de626b09,segment=NetworkSegment(5e6e2301-d12c-4ddd-b237-9355b3154267),segment_id=5e6e2301-d12c-4ddd-b237-9355b3154267)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:09.167043 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0641553b-3c22-4134-b276-67aeea3a4f35 req-c7a58887-54cf-43bf-a8b4-e1e0ab42c6cd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557018 Apr 12 12:18:09.227934 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041d301d-0db6-4c13-ba5f-45673867bc2a {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:09.235070 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.238334 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:18:09.248208 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Publish callbacks [] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.290212 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Transition to ACTIVE for port object 041d301d-0db6-4c13-ba5f-45673867bc2a will not be triggered until provisioned by entity L2. {{(pid=104047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:18:09.342275 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6ecdb3-7ade-44d9-bc6f-94115071648b {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:09.352216 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Publish callbacks [] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.379673 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7db0b-3edf-4fb6-a4a0-3a975e2045f8 req-ad4a5057-4829-4e1e-abcd-95025bbd92cf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:09.380340 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:18:09.381425 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-25b7db0b-3edf-4fb6-a4a0-3a975e2045f8 req-ad4a5057-4829-4e1e-abcd-95025bbd92cf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 932 time: 0.0812879 Apr 12 12:18:09.384913 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Transition to ACTIVE for port object ca6ecdb3-7ade-44d9-bc6f-94115071648b will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:18:09.400619 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=f04252ee-d179-45af-9cdf-b0e4de626b09,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:09.428853 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.464912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.511174 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:09.511560 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.550998 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6ecdb3-7ade-44d9-bc6f-94115071648b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:09.601748 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Pushing event updated for resources: {'Port': ['ID=041d301d-0db6-4c13-ba5f-45673867bc2a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:09.605134 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc46e60-b2f5-45df-a620-e57a5d2373a2" -d '{"events": [{"server_uuid": "f2ab034f-34ec-41ef-914d-4f929f5c4547", "name": "network-vif-plugged", "status": "completed", "tag": "f04252ee-d179-45af-9cdf-b0e4de626b09"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:09.625633 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-25b7db0b-3edf-4fb6-a4a0-3a975e2045f8 req-4b21e131-f74b-4d46-82c2-8e71dc0bc7c6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2307923 Apr 12 12:18:09.649292 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Attempting to bind port 041d301d-0db6-4c13-ba5f-45673867bc2a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:18:09.649901 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Attempting to bind port 041d301d-0db6-4c13-ba5f-45673867bc2a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:18:09.650392 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Attempting to bind port 041d301d-0db6-4c13-ba5f-45673867bc2a on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:09.655928 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Port 041d301d-0db6-4c13-ba5f-45673867bc2a on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:18:09.657955 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Attempting to bind port 041d301d-0db6-4c13-ba5f-45673867bc2a on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:09.662583 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:18:09.663154 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Checking segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:09.663731 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Bound using segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:18:09.664339 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Bound port: 041d301d-0db6-4c13-ba5f-45673867bc2a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:18:09.665025 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.721311 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:09.721990 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.770169 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39876) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:09.790429 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] For port 041d301d-0db6-4c13-ba5f-45673867bc2a, host hv-cinder-83009, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:18:09.798862 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Attempting to bind port ca6ecdb3-7ade-44d9-bc6f-94115071648b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:18:09.803048 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Attempting to bind port ca6ecdb3-7ade-44d9-bc6f-94115071648b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:18:09.807748 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Attempting to bind port ca6ecdb3-7ade-44d9-bc6f-94115071648b on network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:09.807952 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] For port 041d301d-0db6-4c13-ba5f-45673867bc2a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=041d301d-0db6-4c13-ba5f-45673867bc2a,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:18:09.821181 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:09.825106 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Port ca6ecdb3-7ade-44d9-bc6f-94115071648b on network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:18:09.825958 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Attempting to bind port ca6ecdb3-7ade-44d9-bc6f-94115071648b on network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:09.843414 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:18:09.846004 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Checking segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:09.846438 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Bound using segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:18:09.846918 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Bound port: ca6ecdb3-7ade-44d9-bc6f-94115071648b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:18:09.853638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:09.976554 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] For port ca6ecdb3-7ade-44d9-bc6f-94115071648b, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:18:09.980698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] For port ca6ecdb3-7ade-44d9-bc6f-94115071648b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:18:09.994022 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c473a-f178-4efe-a433-69c82e90ee85 req-6ae98f24-18f3-406e-8627-a13248de5015 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:09.995710 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2e8c473a-f178-4efe-a433-69c82e90ee85 req-6ae98f24-18f3-406e-8627-a13248de5015 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.0684769 Apr 12 12:18:10.004715 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.008200 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 2ed48880-841d-4f73-8d5f-ebbca53861ea up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:18:10.018685 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.079605 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6a90f5-ad59-40b8-b48f-f8355cc4ccff x-openstack-request-id: req-7c6a90f5-ad59-40b8-b48f-f8355cc4ccff {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:10.079899 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ab034f-34ec-41ef-914d-4f929f5c4547", "name": "network-vif-plugged", "status": "completed", "tag": "f04252ee-d179-45af-9cdf-b0e4de626b09", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:10.080208 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c6a90f5-ad59-40b8-b48f-f8355cc4ccff {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:10.080665 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6a90f5-ad59-40b8-b48f-f8355cc4ccff'] response: {'server_uuid': 'f2ab034f-34ec-41ef-914d-4f929f5c4547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04252ee-d179-45af-9cdf-b0e4de626b09', 'code': 200} Apr 12 12:18:10.124236 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:10.150901 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.159702 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port 2ed48880-841d-4f73-8d5f-ebbca53861ea completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:18:10.163824 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.168906 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] 10.222.0.23 "PUT /v2.0/ports/041d301d-0db6-4c13-ba5f-45673867bc2a HTTP/1.1" status: 200 len: 1094 time: 1.6969063 Apr 12 12:18:10.171849 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b92192-69cf-4b03-adc3-b9567d0af553', 'tag': '041d301d-0db6-4c13-ba5f-45673867bc2a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:10.176135 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.177222 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcf366f-14d4-4e9d-9382-83db592b6cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "56b92192-69cf-4b03-adc3-b9567d0af553", "tag": "041d301d-0db6-4c13-ba5f-45673867bc2a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:10.268771 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port 2ed48880-841d-4f73-8d5f-ebbca53861ea triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:10.268771 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.275785 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8fd0df0-4d88-4256-a31b-5d99896026ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.317498 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2e8c473a-f178-4efe-a433-69c82e90ee85 req-f93c34fd-404d-448d-b222-9bc05bdada30 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158493 Apr 12 12:18:10.328222 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1e15a-b133-455b-96fc-45b967b43717 service neutron] Pushing event updated for resources: {'Port': ['ID=041d301d-0db6-4c13-ba5f-45673867bc2a,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:10.349488 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c879-a1fe-4635-8bed-aeda27387b22 req-1c926317-dba8-40b5-b562-5b9e31fc9ace tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.365799 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f721c879-a1fe-4635-8bed-aeda27387b22 req-1c926317-dba8-40b5-b562-5b9e31fc9ace tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 944 time: 0.1188843 Apr 12 12:18:10.486048 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.494377 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.496077 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] 10.222.0.23 "PUT /v2.0/ports/ca6ecdb3-7ade-44d9-bc6f-94115071648b HTTP/1.1" status: 200 len: 1094 time: 2.0248206 Apr 12 12:18:10.496698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'tag': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:10.510349 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61fc769-1347-4b25-9568-26186b3fe26d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0582e6c-7748-4548-a1b7-921c2d4a484e", "tag": "ca6ecdb3-7ade-44d9-bc6f-94115071648b"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:10.533103 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec88b0-4388-4525-8b94-7b8c18e63272 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6ecdb3-7ade-44d9-bc6f-94115071648b,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:10.544788 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 2ed48880-841d-4f73-8d5f-ebbca53861ea is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:10.547595 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.568696 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f721c879-a1fe-4635-8bed-aeda27387b22 req-1b5a68c9-9e1f-4b82-89f6-545badd34b14 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010176 Apr 12 12:18:10.657820 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9973-b751-4779-bb56-f8128537da01 req-ed957c5f-b538-4756-ae99-fbc222518f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.658994 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-ed957c5f-b538-4756-ae99-fbc222518f2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 1128 time: 0.3046393 Apr 12 12:18:10.687295 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29402a-b271-4d1b-8b1d-3404be05d88a req-69d85290-72cc-4f61-bcc7-b675768f8d27 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.694362 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8f29402a-b271-4d1b-8b1d-3404be05d88a req-69d85290-72cc-4f61-bcc7-b675768f8d27 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1550148 Apr 12 12:18:10.727465 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b57f054-be7a-4d9a-8450-54ab1cdb00a2 x-openstack-request-id: req-8b57f054-be7a-4d9a-8450-54ab1cdb00a2 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:10.727790 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b92192-69cf-4b03-adc3-b9567d0af553", "tag": "041d301d-0db6-4c13-ba5f-45673867bc2a", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:10.728046 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b57f054-be7a-4d9a-8450-54ab1cdb00a2 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:10.728460 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b57f054-be7a-4d9a-8450-54ab1cdb00a2'] response: {'name': 'network-changed', 'server_uuid': '56b92192-69cf-4b03-adc3-b9567d0af553', 'tag': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'status': 'completed', 'code': 200} Apr 12 12:18:10.743838 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-31fd2e38-a1d6-4e9d-bfd8-ca7d1cf16ebd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041d301d-0db6-4c13-ba5f-45673867bc2a HTTP/1.1" status: 200 len: 217 time: 0.0713694 Apr 12 12:18:10.803677 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 2ed48880-841d-4f73-8d5f-ebbca53861ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:10.812670 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b647c-8ae4-4942-84a5-d3ed76647373 x-openstack-request-id: req-712b647c-8ae4-4942-84a5-d3ed76647373 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:10.813240 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0582e6c-7748-4548-a1b7-921c2d4a484e", "tag": "ca6ecdb3-7ade-44d9-bc6f-94115071648b", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:10.813654 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-712b647c-8ae4-4942-84a5-d3ed76647373 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:10.815229 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712b647c-8ae4-4942-84a5-d3ed76647373'] response: {'name': 'network-changed', 'server_uuid': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'tag': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'status': 'completed', 'code': 200} Apr 12 12:18:10.908586 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8f29402a-b271-4d1b-8b1d-3404be05d88a req-1a35efbb-8485-476d-8d66-7fea5938905b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130709 Apr 12 12:18:10.919327 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.926264 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942031a5-24be-4191-a473-2d772470701e req-f8bc13b1-e7aa-4f40-ab26-c7ce453c1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.929892 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9973-b751-4779-bb56-f8128537da01 req-e7e13530-e664-4c99-a1ae-80f1614f077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.930032 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-942031a5-24be-4191-a473-2d772470701e req-f8bc13b1-e7aa-4f40-ab26-c7ce453c1eb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 1129 time: 0.3276253 Apr 12 12:18:10.930111 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-e7e13530-e664-4c99-a1ae-80f1614f077b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.1599915 Apr 12 12:18:10.934529 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488abd2-7f61-47bc-ba12-623943392e18 req-e8baf861-490e-47f3-95bd-462a1fc316e1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.936056 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9488abd2-7f61-47bc-ba12-623943392e18 req-e8baf861-490e-47f3-95bd-462a1fc316e1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 944 time: 0.0630174 Apr 12 12:18:10.947893 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21071db-6b63-42de-823d-69569884ed00 req-bf53de6d-7944-47c6-b374-8e04b1b901d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:10.949404 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-bf53de6d-7944-47c6-b374-8e04b1b901d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 1128 time: 0.2200439 Apr 12 12:18:10.968116 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-942031a5-24be-4191-a473-2d772470701e req-385f8551-7dfc-4895-87b4-472b23740dc8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:10.990293 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=2ed48880-841d-4f73-8d5f-ebbca53861ea,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:10.996120 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8fd0df0-4d88-4256-a31b-5d99896026ad admin admin] Publish callbacks [] for security_group (3ce1a171-3ae1-4fcc-8b82-12592041bd41), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:11.010775 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9973-b751-4779-bb56-f8128537da01 req-9bd51a6c-062f-4333-87fb-aa9d1bdd97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:11.012335 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-9bd51a6c-062f-4333-87fb-aa9d1bdd97b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640335 Apr 12 12:18:11.016706 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-6dc461e5-6868-466e-8960-601b539c91c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b HTTP/1.1" status: 200 len: 217 time: 0.0599496 Apr 12 12:18:11.099329 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8fd0df0-4d88-4256-a31b-5d99896026ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (3ce1a171-3ae1-4fcc-8b82-12592041bd41), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:11.107331 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9488abd2-7f61-47bc-ba12-623943392e18 req-9d8c492a-6abd-465d-9541-46b30f64e337 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1612873 Apr 12 12:18:11.141032 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21071db-6b63-42de-823d-69569884ed00 req-ba104d9a-a74e-4cf2-bb08-19f5f8d8c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:11.141032 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-ba104d9a-a74e-4cf2-bb08-19f5f8d8c802 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.1130366 Apr 12 12:18:11.208370 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21071db-6b63-42de-823d-69569884ed00 req-12adbcc7-5497-4b00-8cae-eb40c9d580c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:11.211102 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-12adbcc7-5497-4b00-8cae-eb40c9d580c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632501 Apr 12 12:18:11.232988 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-942031a5-24be-4191-a473-2d772470701e req-385f8551-7dfc-4895-87b4-472b23740dc8 service neutron] Publish callbacks [] for security_group (ade56c04-6f09-4467-826f-a75a0ee4b4ff), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:11.341101 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd0df0-4d88-4256-a31b-5d99896026ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce1a171-3ae1-4fcc-8b82-12592041bd41,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:11.359168 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-2d396bdd-8a7c-4eac-b090-142579d414b6 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144204 Apr 12 12:18:11.376931 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a8fd0df0-4d88-4256-a31b-5d99896026ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5730254cd1f244a49cd02611ed853384&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6031241 Apr 12 12:18:11.379376 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-c5f2dbba-a94e-4973-9e3c-6d7acca17d4b service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553870 Apr 12 12:18:11.380142 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39928) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:11.394616 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-942031a5-24be-4191-a473-2d772470701e req-385f8551-7dfc-4895-87b4-472b23740dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ade56c04-6f09-4467-826f-a75a0ee4b4ff), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:11.513450 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f8551-7dfc-4895-87b4-472b23740dc8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ade56c04-6f09-4467-826f-a75a0ee4b4ff,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:11.538947 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f21d49-4ede-4561-85b2-4040a264725b req-bb8c6cc5-0450-4697-93c2-15d654998199 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:11.546747 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-97f21d49-4ede-4561-85b2-4040a264725b req-bb8c6cc5-0450-4697-93c2-15d654998199 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.1443098 Apr 12 12:18:11.560043 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-942031a5-24be-4191-a473-2d772470701e req-385f8551-7dfc-4895-87b4-472b23740dc8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209750 Apr 12 12:18:11.571130 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e21071db-6b63-42de-823d-69569884ed00 req-fe2e626b-974b-41dd-be78-a5989213423a service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083499 Apr 12 12:18:11.597231 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851250a6-6747-4433-bc77-34ecb4c24d20 admin admin] Publish callbacks [] for security_group (3ce1a171-3ae1-4fcc-8b82-12592041bd41), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:11.615102 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-40fd9973-b751-4779-bb56-f8128537da01 req-2c9b101e-7577-4dc0-baf9-08dfe6b9bcea service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269082 Apr 12 12:18:11.648580 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851250a6-6747-4433-bc77-34ecb4c24d20 admin admin] Publish callbacks [] for security_group (3ce1a171-3ae1-4fcc-8b82-12592041bd41), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:11.653199 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-97f21d49-4ede-4561-85b2-4040a264725b req-b0b94a48-741e-4e50-ae3a-a66edb9421fc tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055896 Apr 12 12:18:11.738327 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac3e98-aa79-44bd-8f4e-5382bd753426 req-4f3b2556-cdf5-417b-a104-7f231d7d6984 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:11.740589 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-02ac3e98-aa79-44bd-8f4e-5382bd753426 req-4f3b2556-cdf5-417b-a104-7f231d7d6984 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 944 time: 0.0559754 Apr 12 12:18:11.797703 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-02ac3e98-aa79-44bd-8f4e-5382bd753426 req-0cfda34b-d4db-4de8-8f0f-9762b3be8ff1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485616 Apr 12 12:18:11.865281 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851250a6-6747-4433-bc77-34ecb4c24d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (3ce1a171-3ae1-4fcc-8b82-12592041bd41), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:11.870151 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-851250a6-6747-4433-bc77-34ecb4c24d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:11.872192 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-851250a6-6747-4433-bc77-34ecb4c24d20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ce1a171-3ae1-4fcc-8b82-12592041bd41 HTTP/1.1" status: 204 len: 168 time: 0.4908674 Apr 12 12:18:11.881860 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851250a6-6747-4433-bc77-34ecb4c24d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce1a171-3ae1-4fcc-8b82-12592041bd41,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:12.029729 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5ce0f-fd1f-4ada-8313-b3b4addcb95e req-7318087a-01b9-41c9-bde8-7b476a5673fe tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:12.031369 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-34d5ce0f-fd1f-4ada-8313-b3b4addcb95e req-7318087a-01b9-41c9-bde8-7b476a5673fe tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0574160 Apr 12 12:18:12.081962 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86ad430-3be0-4cff-ab0f-8cb8fd428c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9'}, {'server_uuid': '47f75aac-b940-416c-8289-ebe09518142e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed48880-841d-4f73-8d5f-ebbca53861ea'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:12.085517 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2a2692-9796-48a3-b13c-b24567086cd0" -d '{"events": [{"server_uuid": "a86ad430-3be0-4cff-ab0f-8cb8fd428c7a", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9"}, {"server_uuid": "47f75aac-b940-416c-8289-ebe09518142e", "name": "network-vif-plugged", "status": "completed", "tag": "2ed48880-841d-4f73-8d5f-ebbca53861ea"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:12.105515 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-34d5ce0f-fd1f-4ada-8313-b3b4addcb95e req-981a5e30-3fac-485b-a9cc-e1c575385118 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 Apr 12 12:18:12.128556 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e34c9-05fe-45ef-b7b7-515680695e3b x-openstack-request-id: req-941e34c9-05fe-45ef-b7b7-515680695e3b {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:12.128854 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86ad430-3be0-4cff-ab0f-8cb8fd428c7a", "name": "network-vif-plugged", "status": "completed", "tag": "5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9", "code": 200}, {"server_uuid": "47f75aac-b940-416c-8289-ebe09518142e", "name": "network-vif-plugged", "status": "completed", "tag": "2ed48880-841d-4f73-8d5f-ebbca53861ea", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:12.129157 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-941e34c9-05fe-45ef-b7b7-515680695e3b {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:12.129535 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941e34c9-05fe-45ef-b7b7-515680695e3b'] response: {'server_uuid': 'a86ad430-3be0-4cff-ab0f-8cb8fd428c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9', 'code': 200} Apr 12 12:18:12.129796 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941e34c9-05fe-45ef-b7b7-515680695e3b'] response: {'server_uuid': '47f75aac-b940-416c-8289-ebe09518142e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed48880-841d-4f73-8d5f-ebbca53861ea', 'code': 200} Apr 12 12:18:12.229676 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df970d-4baa-4361-a488-187001bf087c req-5d794027-be66-4fcd-a856-2ceb02edc464 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:12.232282 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-69df970d-4baa-4361-a488-187001bf087c req-5d794027-be66-4fcd-a856-2ceb02edc464 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 944 time: 0.0534782 Apr 12 12:18:12.289831 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-69df970d-4baa-4361-a488-187001bf087c req-d5b4e503-c715-4ade-972b-67b0505bb5af tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492146 Apr 12 12:18:12.804312 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f075c-9e71-47a7-a451-facca4fb3d9d req-c4b82a84-56b3-47a9-949b-c0174b386730 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:12.807282 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-731f075c-9e71-47a7-a451-facca4fb3d9d req-c4b82a84-56b3-47a9-949b-c0174b386730 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.0728431 Apr 12 12:18:12.859410 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-731f075c-9e71-47a7-a451-facca4fb3d9d req-a97851a5-6ea3-4090-a3c3-774b0225aa0e tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 Apr 12 12:18:12.905128 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 39980) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:12.919731 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d722ffc3-16f1-44f2-b8e7-99da4c77aa3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:12.924833 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c44cea-6f6b-4d2f-aa6e-c7d41dfb8056 req-b26ab8b2-d9b9-4afa-a918-7dbfa34ff511 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:12.926370 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-59c44cea-6f6b-4d2f-aa6e-c7d41dfb8056 req-b26ab8b2-d9b9-4afa-a918-7dbfa34ff511 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 944 time: 0.0553360 Apr 12 12:18:12.989485 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-59c44cea-6f6b-4d2f-aa6e-c7d41dfb8056 req-4c2a4d37-2c0d-420c-96c7-6a31ca58dbf9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561695 Apr 12 12:18:13.020140 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d722ffc3-16f1-44f2-b8e7-99da4c77aa3e admin admin] Publish callbacks [] for security_group (258d557d-3019-4be7-9cfe-104855cb4bc7), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:13.144507 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d722ffc3-16f1-44f2-b8e7-99da4c77aa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (258d557d-3019-4be7-9cfe-104855cb4bc7), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:13.195003 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d722ffc3-16f1-44f2-b8e7-99da4c77aa3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb1103e899424332a0e37ec44e2a5faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884336 Apr 12 12:18:13.197794 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 39984) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:13.210912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ffc3-16f1-44f2-b8e7-99da4c77aa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258d557d-3019-4be7-9cfe-104855cb4bc7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:13.233367 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f7252-7a48-4ba8-b83f-f830a8cc3ee9 req-15341b6f-096d-4e0d-9cd7-06c7f554a06e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:13.234906 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-376f7252-7a48-4ba8-b83f-f830a8cc3ee9 req-15341b6f-096d-4e0d-9cd7-06c7f554a06e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0631375 Apr 12 12:18:13.257501 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device ca6ecdb3-7ade-44d9-bc6f-94115071648b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:18:13.260084 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f87ab-ea64-4519-9f9f-e51f639eec59 admin admin] Publish callbacks [] for security_group (258d557d-3019-4be7-9cfe-104855cb4bc7), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:13.284357 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f87ab-ea64-4519-9f9f-e51f639eec59 admin admin] Publish callbacks [] for security_group (258d557d-3019-4be7-9cfe-104855cb4bc7), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:13.286922 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-376f7252-7a48-4ba8-b83f-f830a8cc3ee9 req-f815c8c6-8f06-4d3e-b531-0a6815a9ac36 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457821 Apr 12 12:18:13.372504 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port ca6ecdb3-7ade-44d9-bc6f-94115071648b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:13.384825 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'port_id': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'mac_address': 'fa:16:3e:37:15:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:18:13.430810 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port ca6ecdb3-7ade-44d9-bc6f-94115071648b is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:13.431372 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:13.439070 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c20ea9-d60e-4803-8970-0ec080d7e4a1 req-06638d41-b3c0-4a7c-a4e0-ab80e60cb3e4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:13.441178 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e0c20ea9-d60e-4803-8970-0ec080d7e4a1 req-06638d41-b3c0-4a7c-a4e0-ab80e60cb3e4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 944 time: 0.0618315 Apr 12 12:18:13.459401 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6ecdb3-7ade-44d9-bc6f-94115071648b {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:13.464441 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f87ab-ea64-4519-9f9f-e51f639eec59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (258d557d-3019-4be7-9cfe-104855cb4bc7), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:13.467094 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f87ab-ea64-4519-9f9f-e51f639eec59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:13.470770 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-eb4f87ab-ea64-4519-9f9f-e51f639eec59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/258d557d-3019-4be7-9cfe-104855cb4bc7 HTTP/1.1" status: 204 len: 168 time: 0.2694890 Apr 12 12:18:13.490471 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f87ab-ea64-4519-9f9f-e51f639eec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d557d-3019-4be7-9cfe-104855cb4bc7,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:13.493489 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port ca6ecdb3-7ade-44d9-bc6f-94115071648b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:13.512086 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e0c20ea9-d60e-4803-8970-0ec080d7e4a1 req-b97309aa-e593-4da3-b5cb-9973ab2a7649 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0650635 Apr 12 12:18:13.615753 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:13.694873 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=ca6ecdb3-7ade-44d9-bc6f-94115071648b,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:13.996002 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab690c-d879-4b03-af26-c15a60649813 req-86993643-f81f-4e5f-b075-124b476c1972 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:13.997787 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e3ab690c-d879-4b03-af26-c15a60649813 req-86993643-f81f-4e5f-b075-124b476c1972 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.0540071 Apr 12 12:18:14.068586 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e3ab690c-d879-4b03-af26-c15a60649813 req-96381a72-16e3-43fe-8019-109cdba05adc tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628550 Apr 12 12:18:14.156765 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ad6ff-bbd8-4e45-839d-7c8d696b1a9d req-cd1b1d17-6ceb-44bd-b08d-9feda1280d1d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:14.158296 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-156ad6ff-bbd8-4e45-839d-7c8d696b1a9d req-cd1b1d17-6ceb-44bd-b08d-9feda1280d1d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 944 time: 0.0508540 Apr 12 12:18:14.210341 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-156ad6ff-bbd8-4e45-839d-7c8d696b1a9d req-613e82d1-1353-45c5-8878-6cb1cf519482 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464039 Apr 12 12:18:14.407147 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f670105-6e33-49f6-b741-846b2b92b469 req-10e1041b-9d49-487f-81bc-29a7d1d28f17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:14.408715 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7f670105-6e33-49f6-b741-846b2b92b469 req-10e1041b-9d49-487f-81bc-29a7d1d28f17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0481508 Apr 12 12:18:14.469756 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7f670105-6e33-49f6-b741-846b2b92b469 req-76071309-64b3-4d88-81f5-89659d0498fc tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Apr 12 12:18:14.647036 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95bb4a-be33-4201-8495-dffbb20ae447 req-fe3b35ea-6dd6-4a50-834e-a58ddcb9363c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:14.648579 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-eb95bb4a-be33-4201-8495-dffbb20ae447 req-fe3b35ea-6dd6-4a50-834e-a58ddcb9363c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 945 time: 0.0584021 Apr 12 12:18:14.704381 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-eb95bb4a-be33-4201-8495-dffbb20ae447 req-a5a33118-99dc-48ad-81dd-bebd3de7f914 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457728 Apr 12 12:18:14.860415 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40042) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:14.960850 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1826885668-network', 'tenant_id': 'aa595e6077ed470dba8ab1b8965f771a'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:15.063039 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Made reservation on behalf of aa595e6077ed470dba8ab1b8965f771a for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:15.065542 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.074123 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.163027 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Publish callbacks [] for security_group (0a926578-e476-4ff1-baa4-3a80309e44e5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.206163 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f119-441c-4db8-8614-a225bfb5909a req-fcbd8714-0b2c-4dcf-b59e-181c9d43b843 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:15.207709 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-08b6f119-441c-4db8-8614-a225bfb5909a req-fcbd8714-0b2c-4dcf-b59e-181c9d43b843 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Apr 12 12:18:15.217941 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['ca6ecdb3-7ade-44d9-bc6f-94115071648b'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:18:15.262069 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0a926578-e476-4ff1-baa4-3a80309e44e5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.263569 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-08b6f119-441c-4db8-8614-a225bfb5909a req-ac716a56-5440-48ab-9ac5-d7174b0c0851 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496471 Apr 12 12:18:15.302342 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:18:15.326333 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a926578-e476-4ff1-baa4-3a80309e44e5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:15.347477 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (e73c4c57-d7a9-4dd8-b605-a89159cbca54), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.347826 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Added segment e73c4c57-d7a9-4dd8-b605-a89159cbca54 of type vlan for network 69e4efaf-5900-475b-bbe0-0f88a938ac5c Apr 12 12:18:15.391484 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2cb31-4ad3-48dc-bdf9-c8c0a0010dc3 req-4e1aac82-a6d8-4c33-a1d5-26d5b32f4b1e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:15.393006 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5b2cb31-4ad3-48dc-bdf9-c8c0a0010dc3 req-4e1aac82-a6d8-4c33-a1d5-26d5b32f4b1e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 944 time: 0.0879941 Apr 12 12:18:15.414187 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (69e4efaf-5900-475b-bbe0-0f88a938ac5c), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.467337 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5b2cb31-4ad3-48dc-bdf9-c8c0a0010dc3 req-7ef8fcb0-f01d-444c-8280-2f55195b12e1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631711 Apr 12 12:18:15.615824 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (69e4efaf-5900-475b-bbe0-0f88a938ac5c), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.617247 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:15.617828 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.632145 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767ea6-90b0-44f0-b1f6-5cd071d8cdc9 req-41d866b4-fb74-4a5f-9a9a-e9e59db7a860 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:15.635115 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-75767ea6-90b0-44f0-b1f6-5cd071d8cdc9 req-41d866b4-fb74-4a5f-9a9a-e9e59db7a860 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0787015 Apr 12 12:18:15.687181 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] Pushing event updated for resources: {'Network': ['ID=69e4efaf-5900-475b-bbe0-0f88a938ac5c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:15.692409 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-75767ea6-90b0-44f0-b1f6-5cd071d8cdc9 req-ad443212-582c-43d8-9ffb-d60ffc31b49e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500646 Apr 12 12:18:15.698229 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 69e4efaf-5900-475b-bbe0-0f88a938ac5c details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:18:15.735047 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2b2536ca-16d4-4dfb-a0ed-16797a6057ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8732715 Apr 12 12:18:15.741337 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40060) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:15.747529 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Request body: {'subnet': {'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1826885668-subnet', 'tenant_id': 'aa595e6077ed470dba8ab1b8965f771a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:15.863980 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3877489-4704-4ea4-bc7d-8853de9e32fb req-c3785d4e-729c-4e32-b891-687f109cd846 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:15.865496 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e3877489-4704-4ea4-bc7d-8853de9e32fb req-c3785d4e-729c-4e32-b891-687f109cd846 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 945 time: 0.0483391 Apr 12 12:18:15.898913 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Made reservation on behalf of aa595e6077ed470dba8ab1b8965f771a for: {'subnet': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:15.901858 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:15.935041 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e3877489-4704-4ea4-bc7d-8853de9e32fb req-9f42096e-80e1-474d-aca6-f994e706fc79 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0640328 Apr 12 12:18:16.016702 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fc769-1347-4b25-9568-26186b3fe26d req-09b93e5f-d0bb-4fb5-b48c-c8bc8bb0877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.018273 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61fc769-1347-4b25-9568-26186b3fe26d req-09b93e5f-d0bb-4fb5-b48c-c8bc8bb0877b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 1129 time: 0.0806081 Apr 12 12:18:16.232907 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (4a4362eb-bbb1-488d-96d8-45465b8a6bbc), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:16.313751 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-aa135f33-ea69-40cc-a2b1-7331b7079369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.316123 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-aa135f33-ea69-40cc-a2b1-7331b7079369 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 1128 time: 0.0479562 Apr 12 12:18:16.402405 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4362eb-bbb1-488d-96d8-45465b8a6bbc,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:16.407929 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Checking segment: {'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:16.419292 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Network hostable DHCP agents. Network: 69e4efaf-5900-475b-bbe0-0f88a938ac5c, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:18:16.449664 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fc769-1347-4b25-9568-26186b3fe26d req-c0d74981-b2d4-41f8-bb49-6d068ae9d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.456984 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61fc769-1347-4b25-9568-26186b3fe26d req-c0d74981-b2d4-41f8-bb49-6d068ae9d237 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 912 time: 0.1782348 Apr 12 12:18:16.525760 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6ccf-667d-40ce-b3c2-bef344f0272f req-f6c9a8bc-b4bf-4eed-af36-6db8df428a67 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.532928 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1a0f6ccf-667d-40ce-b3c2-bef344f0272f req-f6c9a8bc-b4bf-4eed-af36-6db8df428a67 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.0955377 Apr 12 12:18:16.575178 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-aacad06e-a1a1-47dc-8b91-9943e86e94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.576284 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-aacad06e-a1a1-47dc-8b91-9943e86e94fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 915 time: 0.2522140 Apr 12 12:18:16.604767 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Network 69e4efaf-5900-475b-bbe0-0f88a938ac5c is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:18:16.626947 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1a0f6ccf-667d-40ce-b3c2-bef344f0272f req-8d3b396c-e894-4dd4-9563-bf5118be7776 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927465 Apr 12 12:18:16.706937 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-aa6bce09-e722-4651-8e79-e9a221d1725c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041d301d-0db6-4c13-ba5f-45673867bc2a HTTP/1.1" status: 200 len: 217 time: 0.0533233 Apr 12 12:18:16.750729 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61fc769-1347-4b25-9568-26186b3fe26d req-bf3c736d-dc66-4c35-9bc6-495bfe82f611 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b HTTP/1.1" status: 200 len: 217 time: 0.0606101 Apr 12 12:18:16.757754 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1768737-781a-4df6-ac36-4378a6c1ae40 req-2db2539d-7032-41c7-a41b-d3a68db49f85 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.760104 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f1768737-781a-4df6-ac36-4378a6c1ae40 req-2db2539d-7032-41c7-a41b-d3a68db49f85 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 944 time: 0.1527116 Apr 12 12:18:16.807625 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 69e4efaf-5900-475b-bbe0-0f88a938ac5c) {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:16.816425 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e810c39f-a573-4c5a-a821-7503daa093ed None None] Network 69e4efaf-5900-475b-bbe0-0f88a938ac5c requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:18:16.822929 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-254db812-0690-4fdf-aaab-ddd19b7b231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.826503 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.832413 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:16.832657 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-254db812-0690-4fdf-aaab-ddd19b7b231d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.1168008 Apr 12 12:18:16.876203 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.23', 54208) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:16.880292 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fc769-1347-4b25-9568-26186b3fe26d req-453eba28-7eb4-467d-9e2a-f8f69a69bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.882481 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61fc769-1347-4b25-9568-26186b3fe26d req-453eba28-7eb4-467d-9e2a-f8f69a69bd9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.1214046 Apr 12 12:18:16.909403 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f1768737-781a-4df6-ac36-4378a6c1ae40 req-b796a11e-b038-466c-8357-0d26f51ab3a4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382539 Apr 12 12:18:16.985655 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-760819da-a110-4c9b-b737-45c2abdd3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.986545 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-760819da-a110-4c9b-b737-45c2abdd3d93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1463797 Apr 12 12:18:16.990038 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a2f7-9f97-48ed-8496-da7ac0eafcbb req-b9e90efc-6c41-467e-ac59-fcdbad407cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:16.991639 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c849a2f7-9f97-48ed-8496-da7ac0eafcbb req-b9e90efc-6c41-467e-ac59-fcdbad407cc5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 1129 time: 0.0652797 Apr 12 12:18:17.000471 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072c18-4b4a-4a3e-8d2f-164c61742530 req-6271a22f-af33-4767-8bef-1f0a7bce4877 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:17.007605 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6c072c18-4b4a-4a3e-8d2f-164c61742530 req-6271a22f-af33-4767-8bef-1f0a7bce4877 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1494038 Apr 12 12:18:17.048608 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578018f6-d00d-4312-9c54-c89219bf5c0b None None] Network 69e4efaf-5900-475b-bbe0-0f88a938ac5c requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:18:17.063364 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-666d3da7-9dfd-410e-b493-6d7c8dc658f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3194394 Apr 12 12:18:17.131068 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6c072c18-4b4a-4a3e-8d2f-164c61742530 req-9a51a2c2-9753-4a0b-baa5-16528a713d31 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224601 Apr 12 12:18:17.193034 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fc769-1347-4b25-9568-26186b3fe26d req-6dbb4caf-9a65-449f-a42b-0163c40d052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:17.195013 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 041d301d-0db6-4c13-ba5f-45673867bc2a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:18:17.197484 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device ca6ecdb3-7ade-44d9-bc6f-94115071648b up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:18:17.207337 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61fc769-1347-4b25-9568-26186b3fe26d req-6dbb4caf-9a65-449f-a42b-0163c40d052d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2794893 Apr 12 12:18:17.214697 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5590d-85da-4b9e-830f-7f8eaf8e3524 req-cb289c16-c97c-4cc3-a8fc-6a19719a897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:17.216339 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-55b5590d-85da-4b9e-830f-7f8eaf8e3524 req-cb289c16-c97c-4cc3-a8fc-6a19719a897c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 1130 time: 0.2906113 Apr 12 12:18:17.224370 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c849a2f7-9f97-48ed-8496-da7ac0eafcbb req-1ef8d558-1f7e-4bf3-bc56-4461880459fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134106 Apr 12 12:18:17.229623 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daf77d-4cba-44ab-a45e-a9f80b2d39a8 req-6134208f-e347-4eaa-976a-51f7cdf57e9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:17.239766 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-95daf77d-4cba-44ab-a45e-a9f80b2d39a8 req-6134208f-e347-4eaa-976a-51f7cdf57e9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 945 time: 0.1728172 Apr 12 12:18:17.257813 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-e86a5165-ca04-4eb9-80d0-7376015176ff service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457511 Apr 12 12:18:17.308603 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-95daf77d-4cba-44ab-a45e-a9f80b2d39a8 req-515bf988-68e6-42e3-a49b-31d53f29d9ef tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0653460 Apr 12 12:18:17.336262 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port ca6ecdb3-7ade-44d9-bc6f-94115071648b completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:18:17.367693 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:17.375778 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 041d301d-0db6-4c13-ba5f-45673867bc2a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=041d301d-0db6-4c13-ba5f-45673867bc2a,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:17.389202 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:18:17.414892 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port ca6ecdb3-7ade-44d9-bc6f-94115071648b triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:17.415288 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:17.455996 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 041d301d-0db6-4c13-ba5f-45673867bc2a is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:17.456911 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:17.479359 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041d301d-0db6-4c13-ba5f-45673867bc2a {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:17.517009 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 041d301d-0db6-4c13-ba5f-45673867bc2a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=041d301d-0db6-4c13-ba5f-45673867bc2a,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:17.564980 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port ca6ecdb3-7ade-44d9-bc6f-94115071648b is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:17.565497 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:17.589258 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:17.591582 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9758c1c9-f145-4c27-940a-236bdfb6dc6e" -d '{"events": [{"server_uuid": "a0582e6c-7748-4548-a1b7-921c2d4a484e", "name": "network-vif-plugged", "status": "completed", "tag": "ca6ecdb3-7ade-44d9-bc6f-94115071648b"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:17.605642 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port ca6ecdb3-7ade-44d9-bc6f-94115071648b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:17.635964 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa04df-7483-4222-ad26-11cd09c10561 x-openstack-request-id: req-24fa04df-7483-4222-ad26-11cd09c10561 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:17.636340 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0582e6c-7748-4548-a1b7-921c2d4a484e", "name": "network-vif-plugged", "status": "completed", "tag": "ca6ecdb3-7ade-44d9-bc6f-94115071648b", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:17.636678 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24fa04df-7483-4222-ad26-11cd09c10561 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:17.637162 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fa04df-7483-4222-ad26-11cd09c10561'] response: {'server_uuid': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'code': 200} Apr 12 12:18:17.644419 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:17.696090 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=041d301d-0db6-4c13-ba5f-45673867bc2a,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:17.701510 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:17.753411 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=ca6ecdb3-7ade-44d9-bc6f-94115071648b,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:17.756723 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13dd66-5af6-4f6b-9102-598643b8370e req-45544096-2303-4368-9b1b-186db36009d2 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:17.758669 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dd13dd66-5af6-4f6b-9102-598643b8370e req-45544096-2303-4368-9b1b-186db36009d2 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.0658758 Apr 12 12:18:17.809724 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dd13dd66-5af6-4f6b-9102-598643b8370e req-103bc0b6-b907-4e99-8dd4-f3a2ed4a98d8 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 Apr 12 12:18:17.908519 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['041d301d-0db6-4c13-ba5f-45673867bc2a'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:18:18.121925 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-55b5590d-85da-4b9e-830f-7f8eaf8e3524 req-6cb4746b-3ada-451c-8b60-31b8056d4cb0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313293 Apr 12 12:18:18.143098 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61fc769-1347-4b25-9568-26186b3fe26d req-29986627-5cd3-413a-b0e4-26c4cb30eeb5 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678426 Apr 12 12:18:18.143643 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33815f52-2f80-45ea-b9a4-73c19ddeb3cd req-c35d0486-66ec-4f2b-91d6-c69313548275 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:18.145273 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-33815f52-2f80-45ea-b9a4-73c19ddeb3cd req-c35d0486-66ec-4f2b-91d6-c69313548275 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 945 time: 0.0604682 Apr 12 12:18:18.173412 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-afcf366f-14d4-4e9d-9382-83db592b6cb3 req-864c7687-87ea-4a18-a60a-d1ebaf4c3b37 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967378 Apr 12 12:18:18.246661 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958f68-f001-433d-83c2-be69e8129345 req-80e83cfd-a932-412d-b570-f9df01dafc24 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:18.248588 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3b958f68-f001-433d-83c2-be69e8129345 req-80e83cfd-a932-412d-b570-f9df01dafc24 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0549488 Apr 12 12:18:18.330675 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3b958f68-f001-433d-83c2-be69e8129345 req-e937e02f-9eac-4a08-9b9c-a520ff602d4c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747137 Apr 12 12:18:18.415552 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-33815f52-2f80-45ea-b9a4-73c19ddeb3cd req-9dde3d3a-3e68-44c2-b52e-43568720c652 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584713 Apr 12 12:18:18.456573 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6d8a3-20b8-478c-aaf6-7a41c473b288 req-e0ed2446-11c7-48ab-a396-65e10d48deaf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:18.458084 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fed6d8a3-20b8-478c-aaf6-7a41c473b288 req-e0ed2446-11c7-48ab-a396-65e10d48deaf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0610762 Apr 12 12:18:18.519649 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fed6d8a3-20b8-478c-aaf6-7a41c473b288 req-13a75f63-6473-4323-b53c-16396b6fac99 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0548925 Apr 12 12:18:18.623052 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61fc769-1347-4b25-9568-26186b3fe26d req-193bdc3d-8d22-4bf5-88dd-68c588d75e30 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023908 Apr 12 12:18:19.118465 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 041d301d-0db6-4c13-ba5f-45673867bc2a up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:18:19.179425 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port 041d301d-0db6-4c13-ba5f-45673867bc2a completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:18:19.270278 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port 041d301d-0db6-4c13-ba5f-45673867bc2a triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:19.270778 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:19.356884 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 041d301d-0db6-4c13-ba5f-45673867bc2a is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:19.357313 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:19.394814 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 041d301d-0db6-4c13-ba5f-45673867bc2a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=041d301d-0db6-4c13-ba5f-45673867bc2a,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:19.453998 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52430968-5a0f-4ee9-b078-4e322cd4bb38 req-c02ca59a-eea3-437d-8b40-a9433c8d5abf tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:19.455564 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-52430968-5a0f-4ee9-b078-4e322cd4bb38 req-c02ca59a-eea3-437d-8b40-a9433c8d5abf tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0468466 Apr 12 12:18:19.476173 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:19.519784 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-52430968-5a0f-4ee9-b078-4e322cd4bb38 req-e234db9a-d922-404f-90d4-4f499afc09eb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582781 Apr 12 12:18:19.544624 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=041d301d-0db6-4c13-ba5f-45673867bc2a,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:19.578561 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565b8b-48d3-4fdd-ab6f-fbded14be83e req-9429face-6524-4cf5-9213-5e00b18670a5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:19.585977 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-93565b8b-48d3-4fdd-ab6f-fbded14be83e req-9429face-6524-4cf5-9213-5e00b18670a5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0692155 Apr 12 12:18:19.638499 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b92192-69cf-4b03-adc3-b9567d0af553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d301d-0db6-4c13-ba5f-45673867bc2a'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:19.642128 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ff4e37-4aca-4540-a735-6a8abef23958" -d '{"events": [{"server_uuid": "56b92192-69cf-4b03-adc3-b9567d0af553", "name": "network-vif-plugged", "status": "completed", "tag": "041d301d-0db6-4c13-ba5f-45673867bc2a"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:19.659875 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-93565b8b-48d3-4fdd-ab6f-fbded14be83e req-683b5dab-dede-4d8a-9538-0e2d7838be92 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726731 Apr 12 12:18:19.668227 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccb079-53d5-4c8c-88b5-5ed550a68cf0 req-35d0d19b-b8b5-4573-9bf0-b0699aa925ee tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:19.669821 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9cccb079-53d5-4c8c-88b5-5ed550a68cf0 req-35d0d19b-b8b5-4573-9bf0-b0699aa925ee tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0537558 Apr 12 12:18:19.717588 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a64dea-5b96-47da-b93e-108c0737fcaa x-openstack-request-id: req-e9a64dea-5b96-47da-b93e-108c0737fcaa {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:19.717905 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b92192-69cf-4b03-adc3-b9567d0af553", "name": "network-vif-plugged", "status": "completed", "tag": "041d301d-0db6-4c13-ba5f-45673867bc2a", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:19.718229 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9a64dea-5b96-47da-b93e-108c0737fcaa {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:19.718637 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a64dea-5b96-47da-b93e-108c0737fcaa'] response: {'server_uuid': '56b92192-69cf-4b03-adc3-b9567d0af553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'code': 200} Apr 12 12:18:19.721554 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-60d947e4-4a19-4d56-8716-ee04772d435a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:19.736445 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9cccb079-53d5-4c8c-88b5-5ed550a68cf0 req-df8df566-e544-4bbb-9c2b-70e9ac06a9dd tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575993 Apr 12 12:18:20.125945 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40190) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:20.276658 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:20.321889 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:18:20.329071 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d016986-82b3-4627-8626-34e45796b2d3 req-df8295c2-dc35-4451-b1ba-71f7b6c7a725 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:20.330721 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-df8295c2-dc35-4451-b1ba-71f7b6c7a725 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/networks?id=69e4efaf-5900-475b-bbe0-0f88a938ac5c HTTP/1.1" status: 200 len: 809 time: 0.1361670 Apr 12 12:18:20.359547 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-13d33f0b-8ddb-4b21-84b0-f66e4697198a tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/quotas/aa595e6077ed470dba8ab1b8965f771a HTTP/1.1" status: 200 len: 375 time: 0.0218253 Apr 12 12:18:20.402669 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-fecc3486-8e4f-4835-86fa-60f785b8ebac tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa595e6077ed470dba8ab1b8965f771a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373738 Apr 12 12:18:20.451116 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Publish callbacks [] for security_group (1e821a10-bc17-42d4-a796-f77cb570f1d8), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:20.513690 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-b2e0a04f-b345-4b9b-b6ca-7145e8d91e07 service neutron] 10.222.0.20 "GET /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998375 Apr 12 12:18:20.525182 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1e821a10-bc17-42d4-a796-f77cb570f1d8), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:20.623686 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e821a10-bc17-42d4-a796-f77cb570f1d8,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:20.633409 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f6c727072cc4527839421911fb13329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5063734 Apr 12 12:18:20.637220 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40208) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:20.641730 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.642188 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.642523 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.642994 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.643356 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.643649 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.643983 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.644308 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.644656 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.645022 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.645370 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.645714 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.647323 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.647323 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.647323 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2641eee-37c6-49fc-ad0d-647c4a14e44b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:20.676151 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044d73d-ed10-468b-995a-2ef7b83c33b3 req-6b8f97af-5aa8-4c8a-ac15-329619b3640a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:20.677974 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d044d73d-ed10-468b-995a-2ef7b83c33b3 req-6b8f97af-5aa8-4c8a-ac15-329619b3640a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0757687 Apr 12 12:18:20.703049 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-de804e12-e71c-440a-ba20-adab2330c07b service neutron] 10.222.0.20 "GET /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788661 Apr 12 12:18:20.721232 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bd04-c5c3-4dc7-9996-5a8a02202648 admin admin] Publish callbacks [] for security_group (1e821a10-bc17-42d4-a796-f77cb570f1d8), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:20.735467 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d044d73d-ed10-468b-995a-2ef7b83c33b3 req-3cc9042e-d2a8-412a-bae8-464e4aec34b0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447314 Apr 12 12:18:20.749315 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bd04-c5c3-4dc7-9996-5a8a02202648 admin admin] Publish callbacks [] for security_group (1e821a10-bc17-42d4-a796-f77cb570f1d8), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:20.864391 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c7473-6aa7-4339-bcd2-98499bc32e05 req-c7a99c75-93c4-4b00-bf50-b83ff2c6c415 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:20.865824 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5d6c7473-6aa7-4339-bcd2-98499bc32e05 req-c7a99c75-93c4-4b00-bf50-b83ff2c6c415 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0676908 Apr 12 12:18:20.907266 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bd04-c5c3-4dc7-9996-5a8a02202648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1e821a10-bc17-42d4-a796-f77cb570f1d8), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:20.909943 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bd04-c5c3-4dc7-9996-5a8a02202648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:20.913693 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6ad9bd04-c5c3-4dc7-9996-5a8a02202648 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e821a10-bc17-42d4-a796-f77cb570f1d8 HTTP/1.1" status: 204 len: 168 time: 0.2710588 Apr 12 12:18:20.922333 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5d6c7473-6aa7-4339-bcd2-98499bc32e05 req-7325107c-5c6b-465b-8a02-90337971c587 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473464 Apr 12 12:18:20.925826 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9bd04-c5c3-4dc7-9996-5a8a02202648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e821a10-bc17-42d4-a796-f77cb570f1d8,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:21.053963 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-06ef1623-2529-4c65-a9d9-025c2afe515c req-9e69a9dd-653d-4356-affd-e51db100d5da tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 210 time: 0.0475800 Apr 12 12:18:21.070801 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9036f27-4e7e-4f87-9a2a-64c1c14b359d req-9a714aaa-00b2-4256-a565-0a17a2670d8a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:21.078715 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9036f27-4e7e-4f87-9a2a-64c1c14b359d req-9a714aaa-00b2-4256-a565-0a17a2670d8a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0788486 Apr 12 12:18:21.132392 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9036f27-4e7e-4f87-9a2a-64c1c14b359d req-5f3a4181-de9c-41f3-a08a-9cf36a65cc7f tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0491369 Apr 12 12:18:21.662580 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40232) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:21.677392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:21.798784 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Publish callbacks [] for security_group (941c5149-4f51-4f52-b515-d7817452bf3c), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:21.864265 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (941c5149-4f51-4f52-b515-d7817452bf3c), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:21.880531 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c482-fc2a-40d2-a32e-b25cf9836215 req-3b747051-ff88-4ed7-87b3-0bff85af2622 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:21.882100 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-18c4c482-fc2a-40d2-a32e-b25cf9836215 req-3b747051-ff88-4ed7-87b3-0bff85af2622 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0552711 Apr 12 12:18:21.905857 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5a838ec529e4104ab1e3e6749542c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420776 Apr 12 12:18:21.906722 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941c5149-4f51-4f52-b515-d7817452bf3c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:21.909820 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40242) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:21.922520 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.922876 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.923214 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.923723 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.928698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a4386-58d5-4cbb-a72c-158daf2d2375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:21.950194 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-18c4c482-fc2a-40d2-a32e-b25cf9836215 req-a202d2d5-52c9-4c45-806c-737b60aee2d5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605550 Apr 12 12:18:21.998158 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cd81847-94d2-42e8-89b3-daf031d76fbb admin admin] Publish callbacks [] for security_group (941c5149-4f51-4f52-b515-d7817452bf3c), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:22.004384 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d871d-3b3c-49fe-b0db-3e1d1bab7190 req-43212a1b-b700-40a2-9685-6e591c104ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:22.006549 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0e4d871d-3b3c-49fe-b0db-3e1d1bab7190 req-43212a1b-b700-40a2-9685-6e591c104ae5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 1130 time: 0.0508254 Apr 12 12:18:22.067522 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cd81847-94d2-42e8-89b3-daf031d76fbb admin admin] Publish callbacks [] for security_group (941c5149-4f51-4f52-b515-d7817452bf3c), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:22.083473 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0e4d871d-3b3c-49fe-b0db-3e1d1bab7190 req-bf0246ce-16f2-4e41-808e-1c06689e28bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0629089 Apr 12 12:18:22.122568 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-9f944112-566f-4f8a-9e3f-1baa2ab5439f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0998993 Apr 12 12:18:22.134375 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a09a44f2-3ab8-4762-8b10-32a810e8f7a7 req-487ea074-5c3f-4747-b5e9-9f39d4ab3029 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 210 time: 0.0270038 Apr 12 12:18:22.146564 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbba54-bc7a-4ce6-9d5d-f90f547082c5 req-24a25dc8-bdf8-47c5-a989-f645c4ede342 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:22.148295 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-65cbba54-bc7a-4ce6-9d5d-f90f547082c5 req-24a25dc8-bdf8-47c5-a989-f645c4ede342 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0784104 Apr 12 12:18:22.210178 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-65cbba54-bc7a-4ce6-9d5d-f90f547082c5 req-63ea2049-346d-4167-a0ca-ef96a1c3e39e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544822 Apr 12 12:18:22.294171 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cd81847-94d2-42e8-89b3-daf031d76fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (941c5149-4f51-4f52-b515-d7817452bf3c), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:22.296938 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cd81847-94d2-42e8-89b3-daf031d76fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:22.309018 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-1cd81847-94d2-42e8-89b3-daf031d76fbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/941c5149-4f51-4f52-b515-d7817452bf3c HTTP/1.1" status: 204 len: 168 time: 0.3902712 Apr 12 12:18:22.317514 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd81847-94d2-42e8-89b3-daf031d76fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941c5149-4f51-4f52-b515-d7817452bf3c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:22.345347 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80537-f0b5-4533-9651-3789748d425c req-3783672f-19ff-43a8-a8a5-dd3492c00bfa tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:22.346976 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7db80537-f0b5-4533-9651-3789748d425c req-3783672f-19ff-43a8-a8a5-dd3492c00bfa tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1165535 Apr 12 12:18:22.423048 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7db80537-f0b5-4533-9651-3789748d425c req-92621046-e6f5-4e4f-a385-25c7311a6011 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0698102 Apr 12 12:18:22.518710 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9e85067d-d6dd-4537-b530-adecf6b03a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:23.076339 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581f4a7-2757-4ea8-883a-08006288aa2e req-c9adcf15-8f91-428f-b9db-f7be0a59810f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:23.077863 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8581f4a7-2757-4ea8-883a-08006288aa2e req-c9adcf15-8f91-428f-b9db-f7be0a59810f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0500152 Apr 12 12:18:23.129913 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8581f4a7-2757-4ea8-883a-08006288aa2e req-79d99511-e3e4-405b-880c-ea35d44e83e0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Apr 12 12:18:23.321141 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013d0e-90fb-4e92-8527-fec87f418cbd req-9d677108-0d17-4589-8427-d22fa83d68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:23.322869 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cd013d0e-90fb-4e92-8527-fec87f418cbd req-9d677108-0d17-4589-8427-d22fa83d68d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 1130 time: 0.0568435 Apr 12 12:18:23.347546 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-c9165ba9-e41d-4f9a-a297-b8b68d66a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:23.351554 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-c9165ba9-e41d-4f9a-a297-b8b68d66a159 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a6b71ef5679427f866b32e97eefcbe2&device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 1129 time: 0.0846205 Apr 12 12:18:23.377180 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cd013d0e-90fb-4e92-8527-fec87f418cbd req-6610fd1d-679d-4ef2-9155-df53a0509e9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469079 Apr 12 12:18:23.612030 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:23.759290 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1ab2b108-dea8-4ad7-9f70-c8c55255ea5a req-aa3bf5a1-57d2-4998-b8c5-51b6a46c7b1b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 210 time: 0.0618947 Apr 12 12:18:23.853825 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-1483e4fc-39c7-4e31-95e9-6fba17a0e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:23.855003 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-1483e4fc-39c7-4e31-95e9-6fba17a0e136 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3d7a5cdc-2da0-4004-bb09-2ec4face420b HTTP/1.1" status: 200 len: 912 time: 0.1489489 Apr 12 12:18:23.911895 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89763fd9-0cc6-412e-bb59-ecfcddadda13 req-c6e6f279-1cf4-4e02-a472-8372a8cb07eb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:23.913406 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-89763fd9-0cc6-412e-bb59-ecfcddadda13 req-c6e6f279-1cf4-4e02-a472-8372a8cb07eb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0575252 Apr 12 12:18:23.960019 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-89763fd9-0cc6-412e-bb59-ecfcddadda13 req-50667254-d57f-423a-9fa4-ac2c729ab2b6 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408082 Apr 12 12:18:24.090583 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de50e29-2392-43d2-8ade-057a4d964c94 req-1ce09206-ebb0-40c1-99f3-e96ed784a59d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:24.092143 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7de50e29-2392-43d2-8ade-057a4d964c94 req-1ce09206-ebb0-40c1-99f3-e96ed784a59d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0663843 Apr 12 12:18:24.143469 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7de50e29-2392-43d2-8ade-057a4d964c94 req-c902f24f-512d-41a9-8814-eba80a2ac3c7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449007 Apr 12 12:18:24.263453 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc5f9-9c9f-4c31-a6ab-c98f5023f0f2 req-51a86c70-1797-48f5-bad9-1644e7e8dd44 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:24.267154 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-485fc5f9-9c9f-4c31-a6ab-c98f5023f0f2 req-51a86c70-1797-48f5-bad9-1644e7e8dd44 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0676622 Apr 12 12:18:24.330778 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-485fc5f9-9c9f-4c31-a6ab-c98f5023f0f2 req-f7adaf4d-5edc-4678-b99a-64d47e6f5382 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589559 Apr 12 12:18:24.448189 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bdfcf-5dc2-4167-8a32-cdf64201b3d4 req-1aa402e0-2098-4a7a-b8fb-785ea17f6f12 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:24.449987 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ea1bdfcf-5dc2-4167-8a32-cdf64201b3d4 req-1aa402e0-2098-4a7a-b8fb-785ea17f6f12 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0643942 Apr 12 12:18:24.458853 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40360) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:24.465270 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'floatingip': {'port_id': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:24.543776 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (4aa77602-0bc6-4059-80c7-d21bd892be40), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:24.622859 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-6abbe0ad-039e-459b-808c-57149af4d46f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f04252ee-d179-45af-9cdf-b0e4de626b09 HTTP/1.1" status: 200 len: 217 time: 0.0396280 Apr 12 12:18:24.852295 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40376) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:24.971659 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-85ddbdda-b535-4ad0-bf3b-40a94ebf882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:24.973274 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-85ddbdda-b535-4ad0-bf3b-40a94ebf882d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b119160d-3eea-47ec-856b-acfd0d5bfc1b HTTP/1.1" status: 200 len: 851 time: 0.0894368 Apr 12 12:18:25.039719 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b40577fa-1a35-4cb8-918b-22a90be56a31 req-4c557d63-0c1c-4c03-9342-75fc5eb3094b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 210 time: 0.1595678 Apr 12 12:18:25.067405 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.087986 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-70d597e6-9462-4f47-90ac-43092be7889f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.089340 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-8eda03d5-7441-447e-a6f6-7874593b814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:25.090907 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-8eda03d5-7441-447e-a6f6-7874593b814a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 1130 time: 0.2189395 Apr 12 12:18:25.117522 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b79d7-e495-4fc1-82eb-44fb7e0c679b req-8b31dcc2-e514-4322-853c-3ef0292642d4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:25.119020 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a74b79d7-e495-4fc1-82eb-44fb7e0c679b req-8b31dcc2-e514-4322-853c-3ef0292642d4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0752056 Apr 12 12:18:25.194226 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a74b79d7-e495-4fc1-82eb-44fb7e0c679b req-c148c2c1-2c0d-4736-bf48-08e855024675 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683749 Apr 12 12:18:25.224467 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-70d597e6-9462-4f47-90ac-43092be7889f admin admin] Publish callbacks [] for security_group (7717ab0f-1668-4f02-8b34-ebbebcd16fa0), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.293172 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-70d597e6-9462-4f47-90ac-43092be7889f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (7717ab0f-1668-4f02-8b34-ebbebcd16fa0), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.339152 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d597e6-9462-4f47-90ac-43092be7889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7717ab0f-1668-4f02-8b34-ebbebcd16fa0,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:25.345294 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-70d597e6-9462-4f47-90ac-43092be7889f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab31fb8fab9e4a57bc6a7d7ca5b72a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4914119 Apr 12 12:18:25.349399 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40390) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:25.410729 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.431230 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ede9caf3-a413-4bcb-8bcb-f07fc208be50 admin admin] Publish callbacks [] for security_group (7717ab0f-1668-4f02-8b34-ebbebcd16fa0), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.455927 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ede9caf3-a413-4bcb-8bcb-f07fc208be50 admin admin] Publish callbacks [] for security_group (7717ab0f-1668-4f02-8b34-ebbebcd16fa0), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.496054 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27a36-9e4a-423b-9981-9d90be006925 req-ce7f0360-224c-4cfb-9368-45cbfd7bc66a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:25.498907 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94b27a36-9e4a-423b-9981-9d90be006925 req-ce7f0360-224c-4cfb-9368-45cbfd7bc66a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0713739 Apr 12 12:18:25.551241 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-21b38e07-b9c1-4ed5-8fd8-b500014d687b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3d7a5cdc-2da0-4004-bb09-2ec4face420b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709791 Apr 12 12:18:25.553140 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (4aa77602-0bc6-4059-80c7-d21bd892be40), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.760298 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94b27a36-9e4a-423b-9981-9d90be006925 req-b3591522-1cd9-4837-a5e5-7f3cb34e29d5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393088 Apr 12 12:18:25.776650 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-456d6e55-e23c-4df6-8eb5-8a17f1fb57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:25.778297 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-456d6e55-e23c-4df6-8eb5-8a17f1fb57ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.2767849 Apr 12 12:18:25.786160 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Floating IP 4aa77602-0bc6-4059-80c7-d21bd892be40 associated. External IP: 172.27.3.108, port: ca6ecdb3-7ade-44d9-bc6f-94115071648b. Apr 12 12:18:25.873382 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-2004f544-7714-4a23-89d1-a5a8a7d3bc9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 HTTP/1.1" status: 200 len: 217 time: 0.0404170 Apr 12 12:18:25.943008 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d016986-82b3-4627-8626-34e45796b2d3 req-a367bc95-62eb-48f2-b81c-9e78cf68b92c tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:25.944537 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-a367bc95-62eb-48f2-b81c-9e78cf68b92c tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.23 "GET /v2.0/networks?id=69e4efaf-5900-475b-bbe0-0f88a938ac5c HTTP/1.1" status: 200 len: 809 time: 0.4522188 Apr 12 12:18:25.959501 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Request body: {'port': {'device_id': '0d848388-159b-4c75-b2ee-556cdf0a9fde', 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c', 'admin_state_up': True, 'tenant_id': 'aa595e6077ed470dba8ab1b8965f771a'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:25.979719 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-f705747f-f9f5-4016-addf-bc793fdb813c service neutron] 10.222.0.23 "GET /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184403 Apr 12 12:18:25.992326 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ede9caf3-a413-4bcb-8bcb-f07fc208be50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (7717ab0f-1668-4f02-8b34-ebbebcd16fa0), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.995949 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ede9caf3-a413-4bcb-8bcb-f07fc208be50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:25.997207 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ede9caf3-a413-4bcb-8bcb-f07fc208be50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7717ab0f-1668-4f02-8b34-ebbebcd16fa0 HTTP/1.1" status: 204 len: 168 time: 0.6462209 Apr 12 12:18:26.112421 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9caf3-a413-4bcb-8bcb-f07fc208be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717ab0f-1668-4f02-8b34-ebbebcd16fa0,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:26.163986 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c28e6826-d5bc-4d5f-8a0e-bbed8353aeab req-db3c07fa-2115-46e5-badb-43a4b638999c service neutron] 10.222.0.23 "GET /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727312 Apr 12 12:18:26.229554 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fb9559e1-a743-4a2a-b327-b68cf971ad09 req-9591a59b-c6e1-4402-a02a-91fd42a2cc4f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 210 time: 0.0287364 Apr 12 12:18:26.261893 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Made reservation on behalf of aa595e6077ed470dba8ab1b8965f771a for: {'port': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:26.274475 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:26.291900 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-cedb344a-4d48-4330-b305-d8bfb0a3d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:26.294520 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-cedb344a-4d48-4330-b305-d8bfb0a3d37a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.4143267 Apr 12 12:18:26.445681 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:26.446246 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-4b6089e0-0260-4b48-9340-a8af2bc79e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:26.447942 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-4b6089e0-0260-4b48-9340-a8af2bc79e49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1446965 Apr 12 12:18:26.471949 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Allocated IP 172.20.0.6 (69e4efaf-5900-475b-bbe0-0f88a938ac5c/4a4362eb-bbb1-488d-96d8-45465b8a6bbc/cc985cb2-b3df-416a-b9f8-9da212d707ce) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:18:26.507533 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacae96-5e6f-4e3e-a1fc-f45a188b70ad req-d21affbf-cc81-472e-9572-1c51e836ec47 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:26.509451 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-aeacae96-5e6f-4e3e-a1fc-f45a188b70ad req-d21affbf-cc81-472e-9572-1c51e836ec47 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.1579628 Apr 12 12:18:26.664041 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Router b8fc298a-9876-490d-88e4-664f950f68c3 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:18:26.686000 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-aeacae96-5e6f-4e3e-a1fc-f45a188b70ad req-c48eeb61-a41f-4b3f-8168-fbc1af485176 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682971 Apr 12 12:18:26.689823 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-88d1be8f-1375-4fd4-a2ba-6daf2d022ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241836 Apr 12 12:18:26.694238 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks [] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:26.833512 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66c260-2f61-42d2-9aae-225c22dc814f req-3ffe6d9d-1bee-4d38-af61-5f4afc3a50ca tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:26.839431 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8b66c260-2f61-42d2-9aae-225c22dc814f req-3ffe6d9d-1bee-4d38-af61-5f4afc3a50ca tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0611527 Apr 12 12:18:26.860691 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40430) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:26.865569 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'floatingip': {'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:26.927619 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:26.944006 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48f76-01c6-426e-a5d4-300721cc7be8 req-4d114719-18b9-4d6d-9a52-e83f493218f8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:26.945297 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-15d48f76-01c6-426e-a5d4-300721cc7be8 req-4d114719-18b9-4d6d-9a52-e83f493218f8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0884526 Apr 12 12:18:26.980966 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (836c6a48-13fa-49dc-8def-21668d2137d4), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:26.990196 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67ff8b4c-2bab-40c1-96bd-699f24da7be6 req-3c2f6fc7-501e-4d41-ac41-10cb864cb4de service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166023 Apr 12 12:18:26.997283 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:18:27.006533 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:27.018630 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] Sync routers for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:18:27.038329 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40436) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:27.046675 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:18:27.046675 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:18:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:27.086344 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-15d48f76-01c6-426e-a5d4-300721cc7be8 req-e7fbeadf-5d98-443e-a097-6aef545ee1eb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311445 Apr 12 12:18:27.087370 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Network 69e4efaf-5900-475b-bbe0-0f88a938ac5c is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:18:27.088512 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-19f0ba61-85fe-4041-adfb-beac91b0ba76 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "PUT /v2.0/floatingips/4aa77602-0bc6-4059-80c7-d21bd892be40 HTTP/1.1" status: 200 len: 992 time: 2.6271024 Apr 12 12:18:27.115738 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'tag': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:27.115738 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bdbd51-ef1d-464d-8853-2ba9bbf59692" -d '{"events": [{"name": "network-changed", "server_uuid": "a0582e6c-7748-4548-a1b7-921c2d4a484e", "tag": "ca6ecdb3-7ade-44d9-bc6f-94115071648b"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:27.139348 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:27.142979 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:18:27.157626 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:27.158737 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:27.162047 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c72654-0705-4fe9-98aa-14b8dd0994af x-openstack-request-id: req-d4c72654-0705-4fe9-98aa-14b8dd0994af {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:27.162047 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0582e6c-7748-4548-a1b7-921c2d4a484e", "tag": "ca6ecdb3-7ade-44d9-bc6f-94115071648b", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:27.162047 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4c72654-0705-4fe9-98aa-14b8dd0994af {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:27.162364 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-487eddee-b958-473c-96dd-56bfd2bb1a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:27.162440 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c72654-0705-4fe9-98aa-14b8dd0994af'] response: {'name': 'network-changed', 'server_uuid': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'tag': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'status': 'completed', 'code': 200} Apr 12 12:18:27.189320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Pushing event updated for resources: {'Port': ['ID=cc985cb2-b3df-416a-b9f8-9da212d707ce,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:27.212900 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:18:27.288122 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-cc0be2d3-873e-4dea-8684-da0be82232f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:27.289702 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-cc0be2d3-873e-4dea-8684-da0be82232f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 1130 time: 0.0524523 Apr 12 12:18:27.400484 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d07bc-be60-4dd1-82c0-33530fb26b1c req-24d9df5c-9ba3-46c1-9891-d6786dea4e61 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:27.402225 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ba4d07bc-be60-4dd1-82c0-33530fb26b1c req-24d9df5c-9ba3-46c1-9891-d6786dea4e61 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 931 time: 0.0628850 Apr 12 12:18:27.429726 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-487eddee-b958-473c-96dd-56bfd2bb1a8d admin admin] Publish callbacks [] for security_group (e4a3d440-7280-44f7-bac5-cc9cf0742942), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:27.434230 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-43b276aa-00d0-42e3-9692-ea2de961c3b1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4787347 Apr 12 12:18:27.476543 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Request body: {'port': {'device_id': '0d848388-159b-4c75-b2ee-556cdf0a9fde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:27.557250 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ba4d07bc-be60-4dd1-82c0-33530fb26b1c req-0ecbe397-e2c6-4fa9-b1ea-ad33ce56bc60 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421089 Apr 12 12:18:27.561948 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:27.573249 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-487eddee-b958-473c-96dd-56bfd2bb1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (e4a3d440-7280-44f7-bac5-cc9cf0742942), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:27.593665 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-efad6f9e-3377-4a10-873b-13af4e08ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:27.594546 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-efad6f9e-3377-4a10-873b-13af4e08ec64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 912 time: 0.2987914 Apr 12 12:18:27.656820 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-487eddee-b958-473c-96dd-56bfd2bb1a8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c041b979b814217b062838f03e28f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6086299 Apr 12 12:18:27.658078 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40470) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:27.676501 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '4aa77602-0bc6-4059-80c7-d21bd892be40', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'port_id': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'mac_address': 'fa:16:3e:37:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:52Z', 'updated_at': '2022-04-12T12:18:25Z', 'revision_number': 1, 'project_id': '201c973457684ef684fec045b2c619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:27.743218 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] Checking router: b8fc298a-9876-490d-88e4-664f950f68c3 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:18:27.761237 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:18:27.762126 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:18:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:27.822098 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-09c3f3ed-4e91-44b6-aa4c-03e496399eb9 admin admin] Publish callbacks [] for security_group (e4a3d440-7280-44f7-bac5-cc9cf0742942), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:27.850708 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-4804ccdd-7a75-4e41-a8d3-9f903c045e9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b HTTP/1.1" status: 200 len: 1000 time: 0.2349946 Apr 12 12:18:27.865625 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487eddee-b958-473c-96dd-56bfd2bb1a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a3d440-7280-44f7-bac5-cc9cf0742942,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:27.905287 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:18:27.914144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-dd66bb65-4764-4c98-8097-198b768c9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:27.916337 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-dd66bb65-4764-4c98-8097-198b768c9c35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.0595179 Apr 12 12:18:27.977162 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-a5f8d02a-a44f-4edd-abd3-a82b30d317a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:27.981204 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-a5f8d02a-a44f-4edd-abd3-a82b30d317a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586674 Apr 12 12:18:28.092358 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-4b213ed2-a50f-4e6b-ad82-cf607452f875 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039605 Apr 12 12:18:28.206056 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '4aa77602-0bc6-4059-80c7-d21bd892be40', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'port_id': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'mac_address': 'fa:16:3e:37:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:52Z', 'updated_at': '2022-04-12T12:18:25Z', 'revision_number': 1, 'project_id': '201c973457684ef684fec045b2c619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:28.225206 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-09c3f3ed-4e91-44b6-aa4c-03e496399eb9 admin admin] Publish callbacks [] for security_group (e4a3d440-7280-44f7-bac5-cc9cf0742942), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:28.256731 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18129e29-1388-402e-bdc5-c25358c76104 None None] The sync data for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi is: [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '4aa77602-0bc6-4059-80c7-d21bd892be40', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'port_id': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'mac_address': 'fa:16:3e:37:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:52Z', 'updated_at': '2022-04-12T12:18:25Z', 'revision_number': 1, 'project_id': '201c973457684ef684fec045b2c619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:18:28.265696 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86bdbd51-ef1d-464d-8853-2ba9bbf59692 req-5c1707c6-1409-47af-94c1-d0fe055db94e service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655865 Apr 12 12:18:28.402029 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40478) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:28.447202 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21f870-efa6-472e-8fe4-f58834aa030f req-a4b2dbc4-4407-46ef-b060-0ccd744b2890 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:28.448813 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0c21f870-efa6-472e-8fe4-f58834aa030f req-a4b2dbc4-4407-46ef-b060-0ccd744b2890 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.2214630 Apr 12 12:18:28.550682 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa6f-2a6d-448d-a3f0-129d3f0042fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:28.578930 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1aa87-5608-4282-9079-e4d68b4e37d8 None None] New status for floating IP 4aa77602-0bc6-4059-80c7-d21bd892be40: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:18:28.624825 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.db.resource_extend [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 12:18:28.691719 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0c21f870-efa6-472e-8fe4-f58834aa030f req-bb34da9f-3028-4d28-9bcc-8f500cb510a8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105217 Apr 12 12:18:28.709458 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-09c3f3ed-4e91-44b6-aa4c-03e496399eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (e4a3d440-7280-44f7-bac5-cc9cf0742942), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:28.712653 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-09c3f3ed-4e91-44b6-aa4c-03e496399eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:28.716613 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-09c3f3ed-4e91-44b6-aa4c-03e496399eb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4a3d440-7280-44f7-bac5-cc9cf0742942 HTTP/1.1" status: 204 len: 168 time: 1.0452838 Apr 12 12:18:28.751103 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa6f-2a6d-448d-a3f0-129d3f0042fa admin admin] Publish callbacks [] for security_group (146c7649-59b3-4774-a843-e26f9177870f), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:28.762069 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3f3ed-4e91-44b6-aa4c-03e496399eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a3d440-7280-44f7-bac5-cc9cf0742942,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:28.771815 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:28.777571 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883d96-505b-4022-97a9-d57d015f4701 req-28c51c2c-18c5-4ec1-83a9-eb715b1c884f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:28.780217 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bd883d96-505b-4022-97a9-d57d015f4701 req-28c51c2c-18c5-4ec1-83a9-eb715b1c884f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 931 time: 0.1372316 Apr 12 12:18:28.845421 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bd883d96-505b-4022-97a9-d57d015f4701 req-7cb0e67a-6c54-4043-b9d2-29c9ad2caa9e tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 Apr 12 12:18:28.858112 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc985cb2-b3df-416a-b9f8-9da212d707ce {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:28.867286 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Publish callbacks [] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:28.880981 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Transition to ACTIVE for port object cc985cb2-b3df-416a-b9f8-9da212d707ce will not be triggered until provisioned by entity L2. {{(pid=104047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:18:28.884705 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa6f-2a6d-448d-a3f0-129d3f0042fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (146c7649-59b3-4774-a843-e26f9177870f), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:28.929342 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-a4c1aa6f-2a6d-448d-a3f0-129d3f0042fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=015ddc3922ef495a910461a9299cb724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5231838 Apr 12 12:18:28.929342 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1aa6f-2a6d-448d-a3f0-129d3f0042fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c7649-59b3-4774-a843-e26f9177870f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:28.929624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40488) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:28.937320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (836c6a48-13fa-49dc-8def-21668d2137d4), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.068045 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6905c796-88aa-412c-b8bf-e3e9e1e52650 admin admin] Publish callbacks [] for security_group (146c7649-59b3-4774-a843-e26f9177870f), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.078029 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.163007 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6905c796-88aa-412c-b8bf-e3e9e1e52650 admin admin] Publish callbacks [] for security_group (146c7649-59b3-4774-a843-e26f9177870f), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.163007 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Floating IP 836c6a48-13fa-49dc-8def-21668d2137d4 associated. External IP: 172.27.3.79, port: 041d301d-0db6-4c13-ba5f-45673867bc2a. Apr 12 12:18:29.237152 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc985cb2-b3df-416a-b9f8-9da212d707ce,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Attempting to bind port cc985cb2-b3df-416a-b9f8-9da212d707ce on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Attempting to bind port cc985cb2-b3df-416a-b9f8-9da212d707ce by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Attempting to bind port cc985cb2-b3df-416a-b9f8-9da212d707ce on network 69e4efaf-5900-475b-bbe0-0f88a938ac5c {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Port cc985cb2-b3df-416a-b9f8-9da212d707ce on network 69e4efaf-5900-475b-bbe0-0f88a938ac5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Attempting to bind port cc985cb2-b3df-416a-b9f8-9da212d707ce on network 69e4efaf-5900-475b-bbe0-0f88a938ac5c {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Checking segment: {'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Bound using segment: {'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Bound port: cc985cb2-b3df-416a-b9f8-9da212d707ce, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.522320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] For port cc985cb2-b3df-416a-b9f8-9da212d707ce, host hv-cinder-83009, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:18:29.526624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] For port cc985cb2-b3df-416a-b9f8-9da212d707ce, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc985cb2-b3df-416a-b9f8-9da212d707ce,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:18:29.526624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:18:29.594558 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6905c796-88aa-412c-b8bf-e3e9e1e52650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (146c7649-59b3-4774-a843-e26f9177870f), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.595649 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6905c796-88aa-412c-b8bf-e3e9e1e52650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.599832 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6905c796-88aa-412c-b8bf-e3e9e1e52650 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/146c7649-59b3-4774-a843-e26f9177870f HTTP/1.1" status: 204 len: 168 time: 0.6671762 Apr 12 12:18:29.626496 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.704009 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905c796-88aa-412c-b8bf-e3e9e1e52650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c7649-59b3-4774-a843-e26f9177870f,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:29.722010 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:29.722673 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.724530 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] 10.222.0.23 "PUT /v2.0/ports/cc985cb2-b3df-416a-b9f8-9da212d707ce HTTP/1.1" status: 200 len: 1093 time: 2.2542410 Apr 12 12:18:29.727093 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d848388-159b-4c75-b2ee-556cdf0a9fde', 'tag': 'cc985cb2-b3df-416a-b9f8-9da212d707ce'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:29.730651 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59d7c9e-23d5-4881-9de3-8d12a353551d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d848388-159b-4c75-b2ee-556cdf0a9fde", "tag": "cc985cb2-b3df-416a-b9f8-9da212d707ce"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:29.772478 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5d470-4fbc-43e2-b961-ba3a94ea04c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc985cb2-b3df-416a-b9f8-9da212d707ce,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:29.776960 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:18:29.783015 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:29.791918 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:18:29.820155 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:18:29.821239 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:18:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:29.846296 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa6980-370c-4bb7-98ca-983d9b88bd12 x-openstack-request-id: req-34fa6980-370c-4bb7-98ca-983d9b88bd12 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:29.848468 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d848388-159b-4c75-b2ee-556cdf0a9fde", "tag": "cc985cb2-b3df-416a-b9f8-9da212d707ce", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:29.848468 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34fa6980-370c-4bb7-98ca-983d9b88bd12 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:29.848823 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fa6980-370c-4bb7-98ca-983d9b88bd12'] response: {'name': 'network-changed', 'server_uuid': '0d848388-159b-4c75-b2ee-556cdf0a9fde', 'tag': 'cc985cb2-b3df-416a-b9f8-9da212d707ce', 'status': 'completed', 'code': 200} Apr 12 12:18:29.862556 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-61f7c68c-c53a-471f-97f5-eb6450aa5192 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "PUT /v2.0/floatingips/836c6a48-13fa-49dc-8def-21668d2137d4 HTTP/1.1" status: 200 len: 991 time: 3.0004485 Apr 12 12:18:29.928187 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b598fd9-5899-4afc-a738-1c2ddecb0c4f req-7dcd88d1-de26-4668-a7d2-da5239076ef8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:29.929889 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7b598fd9-5899-4afc-a738-1c2ddecb0c4f req-7dcd88d1-de26-4668-a7d2-da5239076ef8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1242702 Apr 12 12:18:29.958585 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7c9e-23d5-4881-9de3-8d12a353551d req-9f8ab563-d83d-44c9-9bff-139e385d6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:29.960150 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c59d7c9e-23d5-4881-9de3-8d12a353551d req-9f8ab563-d83d-44c9-9bff-139e385d6c39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa595e6077ed470dba8ab1b8965f771a&device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 1127 time: 0.0893910 Apr 12 12:18:30.035792 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aa9f3-aa7c-4a9e-87b4-d059ae3aca79 req-b37f86a3-58d6-4dc1-8f15-4b786964fea1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:30.038413 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7b6aa9f3-aa7c-4a9e-87b4-d059ae3aca79 req-b37f86a3-58d6-4dc1-8f15-4b786964fea1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 943 time: 0.0704510 Apr 12 12:18:30.074344 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7b598fd9-5899-4afc-a738-1c2ddecb0c4f req-a32697ff-75a0-4a6e-95d8-856d5401df13 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246226 Apr 12 12:18:30.123175 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7b6aa9f3-aa7c-4a9e-87b4-d059ae3aca79 req-ee3bacb7-ed9a-4520-976e-05f78b287b82 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 Apr 12 12:18:30.183559 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:18:30.484196 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7c9e-23d5-4881-9de3-8d12a353551d req-0c1739c2-933e-4810-b56d-0bb422c742a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:30.485728 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c59d7c9e-23d5-4881-9de3-8d12a353551d req-0c1739c2-933e-4810-b56d-0bb422c742a9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=aa595e6077ed470dba8ab1b8965f771a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5054326 Apr 12 12:18:30.533062 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:28Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:30.567069 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40532) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:30.590815 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8f16-f339-4250-9a94-1f5c9d5c721f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:30.596052 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:18:30.613687 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:18:30.615164 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:18:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:30.722635 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8f16-f339-4250-9a94-1f5c9d5c721f admin admin] Publish callbacks [] for security_group (a998ae46-1874-4708-89ac-3ef1d0efcf9e), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:30.735779 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7c9e-23d5-4881-9de3-8d12a353551d req-843299b2-a3b9-412c-a2a5-3f2ee8557d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:30.739107 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c59d7c9e-23d5-4881-9de3-8d12a353551d req-843299b2-a3b9-412c-a2a5-3f2ee8557d25 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2436204 Apr 12 12:18:30.770970 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:18:30.807406 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8f16-f339-4250-9a94-1f5c9d5c721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a998ae46-1874-4708-89ac-3ef1d0efcf9e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:30.855712 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d016986-82b3-4627-8626-34e45796b2d3 req-8d513895-1703-499f-97e7-f5a96dc01abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:30.858708 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-8d513895-1703-499f-97e7-f5a96dc01abc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa595e6077ed470dba8ab1b8965f771a&device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 1127 time: 0.0662112 Apr 12 12:18:30.863320 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9a0d8f16-f339-4250-9a94-1f5c9d5c721f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d73793f57976487ebdfa392220e08193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947705 Apr 12 12:18:30.864204 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d8f16-f339-4250-9a94-1f5c9d5c721f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a998ae46-1874-4708-89ac-3ef1d0efcf9e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:30.866121 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40536) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:30.927316 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-41e33e38-ea7d-45c5-97d7-92e0365d0d85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc985cb2-b3df-416a-b9f8-9da212d707ce HTTP/1.1" status: 200 len: 217 time: 0.0543008 Apr 12 12:18:31.013891 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f366d431-2cee-4e95-aba8-2fe446f1cfcf admin admin] Publish callbacks [] for security_group (a998ae46-1874-4708-89ac-3ef1d0efcf9e), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:31.021244 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d016986-82b3-4627-8626-34e45796b2d3 req-4521adc6-ae4c-454f-b5a6-b4fb9f0901af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:31.022715 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-4521adc6-ae4c-454f-b5a6-b4fb9f0901af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a4362eb-bbb1-488d-96d8-45465b8a6bbc HTTP/1.1" status: 200 len: 849 time: 0.0827043 Apr 12 12:18:31.063852 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f366d431-2cee-4e95-aba8-2fe446f1cfcf admin admin] Publish callbacks [] for security_group (a998ae46-1874-4708-89ac-3ef1d0efcf9e), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:31.088633 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-b059bac4-b002-4079-b751-0e88661716e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e4efaf-5900-475b-bbe0-0f88a938ac5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406506 Apr 12 12:18:31.105602 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:28Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:31.187460 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2628e0-f6fe-45b5-9859-3196488ebdc5 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:28Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:18:31.212515 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-60b09b1d-1a03-4670-8d50-d3feae0cc21a service neutron] 10.222.0.23 "GET /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022236 Apr 12 12:18:31.344591 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebdd7a-372a-415f-841d-947d6e58e47b req-4f6c1d5b-9a9d-4532-926b-b0a757311a38 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:31.346217 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dbebdd7a-372a-415f-841d-947d6e58e47b req-4f6c1d5b-9a9d-4532-926b-b0a757311a38 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 943 time: 0.0745618 Apr 12 12:18:31.388582 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef53d2f-10cd-46ab-af74-db781c48b6a4 req-d2125c0a-43f8-488a-bcec-6af4dfaae91e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:31.389832 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6ef53d2f-10cd-46ab-af74-db781c48b6a4 req-d2125c0a-43f8-488a-bcec-6af4dfaae91e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1818817 Apr 12 12:18:31.419154 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5d016986-82b3-4627-8626-34e45796b2d3 req-2b951120-5d7a-4990-8bbd-e091e8f8a8cb service neutron] 10.222.0.23 "GET /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639023 Apr 12 12:18:31.464143 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f366d431-2cee-4e95-aba8-2fe446f1cfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a998ae46-1874-4708-89ac-3ef1d0efcf9e), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:31.466790 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f366d431-2cee-4e95-aba8-2fe446f1cfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:31.467988 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f366d431-2cee-4e95-aba8-2fe446f1cfcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a998ae46-1874-4708-89ac-3ef1d0efcf9e HTTP/1.1" status: 204 len: 168 time: 0.6005406 Apr 12 12:18:31.478519 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366d431-2cee-4e95-aba8-2fe446f1cfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a998ae46-1874-4708-89ac-3ef1d0efcf9e,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:31.483694 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6ef53d2f-10cd-46ab-af74-db781c48b6a4 req-7ea73f9d-e1fa-49b6-b78c-3e36cbc96de3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826735 Apr 12 12:18:31.505533 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dbebdd7a-372a-415f-841d-947d6e58e47b req-c6532cad-315b-441d-9d88-99eb8123c9ed tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460702 Apr 12 12:18:31.569124 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da246f-39fb-472c-a9a6-eb2077083acb None None] New status for floating IP 836c6a48-13fa-49dc-8def-21668d2137d4: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:18:31.849979 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b92192-69cf-4b03-adc3-b9567d0af553', 'tag': '041d301d-0db6-4c13-ba5f-45673867bc2a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:31.852348 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6fd9e1-6268-4b99-b641-6c4d07e90014" -d '{"events": [{"name": "network-changed", "server_uuid": "56b92192-69cf-4b03-adc3-b9567d0af553", "tag": "041d301d-0db6-4c13-ba5f-45673867bc2a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:31.890230 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373c654e-7ebc-4175-abfa-0827606d9ac2 x-openstack-request-id: req-373c654e-7ebc-4175-abfa-0827606d9ac2 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:31.890573 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b92192-69cf-4b03-adc3-b9567d0af553", "tag": "041d301d-0db6-4c13-ba5f-45673867bc2a", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:31.890855 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-373c654e-7ebc-4175-abfa-0827606d9ac2 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:31.891260 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373c654e-7ebc-4175-abfa-0827606d9ac2'] response: {'name': 'network-changed', 'server_uuid': '56b92192-69cf-4b03-adc3-b9567d0af553', 'tag': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'status': 'completed', 'code': 200} Apr 12 12:18:32.379855 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40584) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:32.547199 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-196c86cb-624c-44ca-9bf3-20664571784a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:32.654108 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9864-8404-4b56-b0c7-ab7d2142d896 req-b8cba263-9dd7-4b93-9f35-227ebb4a10d4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:32.655616 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-74ca9864-8404-4b56-b0c7-ab7d2142d896 req-b8cba263-9dd7-4b93-9f35-227ebb4a10d4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0706556 Apr 12 12:18:32.709787 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51906ae2-819c-4338-8f9b-22292a4bc5ff req-e0df4538-2fa8-4a60-a533-ec820634774e tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:32.711639 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-51906ae2-819c-4338-8f9b-22292a4bc5ff req-e0df4538-2fa8-4a60-a533-ec820634774e tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 943 time: 0.0566008 Apr 12 12:18:32.734735 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-196c86cb-624c-44ca-9bf3-20664571784a admin admin] Publish callbacks [] for security_group (59e16c29-ccf4-4540-9bdd-e621d0211c5a), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:32.789271 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-74ca9864-8404-4b56-b0c7-ab7d2142d896 req-3936f3a3-6eb2-4b17-88f8-7af98a1900fb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072836 Apr 12 12:18:32.810266 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-196c86cb-624c-44ca-9bf3-20664571784a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (59e16c29-ccf4-4540-9bdd-e621d0211c5a), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:32.815818 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-51906ae2-819c-4338-8f9b-22292a4bc5ff req-ba29b76e-858c-4505-b767-3ae0e43f784c tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895305 Apr 12 12:18:32.849699 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-196c86cb-624c-44ca-9bf3-20664571784a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbe289b719524a64bac1880c60a3ebc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679646 Apr 12 12:18:32.852536 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40604) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:32.872569 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c86cb-624c-44ca-9bf3-20664571784a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e16c29-ccf4-4540-9bdd-e621d0211c5a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:32.936716 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-498049eb-549a-4d8d-be16-f976769a73f9 admin admin] Publish callbacks [] for security_group (59e16c29-ccf4-4540-9bdd-e621d0211c5a), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:32.961216 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-498049eb-549a-4d8d-be16-f976769a73f9 admin admin] Publish callbacks [] for security_group (59e16c29-ccf4-4540-9bdd-e621d0211c5a), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:33.104728 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-498049eb-549a-4d8d-be16-f976769a73f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (59e16c29-ccf4-4540-9bdd-e621d0211c5a), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:33.108532 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-498049eb-549a-4d8d-be16-f976769a73f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:33.119243 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-498049eb-549a-4d8d-be16-f976769a73f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59e16c29-ccf4-4540-9bdd-e621d0211c5a HTTP/1.1" status: 204 len: 168 time: 0.2547791 Apr 12 12:18:33.139124 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498049eb-549a-4d8d-be16-f976769a73f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e16c29-ccf4-4540-9bdd-e621d0211c5a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:33.858120 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40632) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:33.875703 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f6c24fa-d20e-4374-8e4f-325e7d5382b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:34.021781 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa1d0-99e4-48f9-951f-6b70189ab3db req-6755ebc1-37b2-493b-959b-1d1c7874ca43 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:34.023613 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0dbaa1d0-99e4-48f9-951f-6b70189ab3db req-6755ebc1-37b2-493b-959b-1d1c7874ca43 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0895576 Apr 12 12:18:34.026417 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe4c2c-4eb4-4d73-b2f9-6868201f3a64 req-fe9bf339-a419-49f9-b0b5-8c5e4727e283 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:34.029050 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-abbe4c2c-4eb4-4d73-b2f9-6868201f3a64 req-fe9bf339-a419-49f9-b0b5-8c5e4727e283 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 943 time: 0.0844631 Apr 12 12:18:34.100115 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f6c24fa-d20e-4374-8e4f-325e7d5382b3 admin admin] Publish callbacks [] for security_group (da5e3e7c-890f-4f45-bd47-27ed0487e75d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:34.105827 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-abbe4c2c-4eb4-4d73-b2f9-6868201f3a64 req-a1970c02-8ddd-41d6-a17e-f597a18264c2 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611281 Apr 12 12:18:34.134380 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0dbaa1d0-99e4-48f9-951f-6b70189ab3db req-ef22485c-aabd-477f-bdf9-8cf1e3a810b9 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037443 Apr 12 12:18:34.232804 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f6c24fa-d20e-4374-8e4f-325e7d5382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (da5e3e7c-890f-4f45-bd47-27ed0487e75d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:34.273152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c24fa-d20e-4374-8e4f-325e7d5382b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5e3e7c-890f-4f45-bd47-27ed0487e75d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:34.281238 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-8f6c24fa-d20e-4374-8e4f-325e7d5382b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18bc8f5532ac4c338596b039aa843073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194357 Apr 12 12:18:34.282542 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40646) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:34.336242 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0101354-7a04-44c8-9cbe-df7602728fcb admin admin] Publish callbacks [] for security_group (da5e3e7c-890f-4f45-bd47-27ed0487e75d), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:34.363475 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0101354-7a04-44c8-9cbe-df7602728fcb admin admin] Publish callbacks [] for security_group (da5e3e7c-890f-4f45-bd47-27ed0487e75d), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:34.547616 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0101354-7a04-44c8-9cbe-df7602728fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (da5e3e7c-890f-4f45-bd47-27ed0487e75d), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:34.550622 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0101354-7a04-44c8-9cbe-df7602728fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:34.552271 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b0101354-7a04-44c8-9cbe-df7602728fcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da5e3e7c-890f-4f45-bd47-27ed0487e75d HTTP/1.1" status: 204 len: 168 time: 0.2685339 Apr 12 12:18:34.567400 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0101354-7a04-44c8-9cbe-df7602728fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5e3e7c-890f-4f45-bd47-27ed0487e75d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:34.713555 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-a5cfab35-15f7-4e47-9dfb-19016d0eb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:34.713555 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-a5cfab35-15f7-4e47-9dfb-19016d0eb068 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 1130 time: 0.0626302 Apr 12 12:18:34.888389 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-0824326b-d81b-443b-a593-710f9006aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:34.890376 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-0824326b-d81b-443b-a593-710f9006aaef service neutron] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 915 time: 0.1640105 Apr 12 12:18:35.217148 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device cc985cb2-b3df-416a-b9f8-9da212d707ce details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:18:35.329067 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c9237-6b9a-4cd6-b264-3a51ab4cb3b3 req-92930e60-18d6-4526-965a-4f2c674adbae tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:35.339959 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d72c9237-6b9a-4cd6-b264-3a51ab4cb3b3 req-92930e60-18d6-4526-965a-4f2c674adbae tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1120229 Apr 12 12:18:35.407805 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edf138-9cbd-4a78-912b-b99879d12074 req-3148a2c3-d539-4a81-a0ca-2f29777272f5 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:35.415691 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5edf138-9cbd-4a78-912b-b99879d12074 req-3148a2c3-d539-4a81-a0ca-2f29777272f5 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 943 time: 0.2323952 Apr 12 12:18:35.421680 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port cc985cb2-b3df-416a-b9f8-9da212d707ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc985cb2-b3df-416a-b9f8-9da212d707ce,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:35.439035 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'cc985cb2-b3df-416a-b9f8-9da212d707ce', 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c', 'port_id': 'cc985cb2-b3df-416a-b9f8-9da212d707ce', 'mac_address': 'fa:16:3e:ad:28:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4362eb-bbb1-488d-96d8-45465b8a6bbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:18:35.450164 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d72c9237-6b9a-4cd6-b264-3a51ab4cb3b3 req-e0a261a9-ec6b-42c9-80a2-cb253c769964 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075580 Apr 12 12:18:35.479855 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-46322c2e-1e1f-4910-b2ba-4b802af59249 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041d301d-0db6-4c13-ba5f-45673867bc2a HTTP/1.1" status: 200 len: 1001 time: 0.2261517 Apr 12 12:18:35.491809 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port cc985cb2-b3df-416a-b9f8-9da212d707ce is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:35.492208 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:35.515271 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc985cb2-b3df-416a-b9f8-9da212d707ce {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:35.539463 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port cc985cb2-b3df-416a-b9f8-9da212d707ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc985cb2-b3df-416a-b9f8-9da212d707ce,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:35.549147 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5edf138-9cbd-4a78-912b-b99879d12074 req-212aacb9-5f86-4680-a291-4c9970df95c9 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284547 Apr 12 12:18:35.569668 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-c44c43e8-2aa5-43cb-8834-e0063d9555db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:35.571660 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-c44c43e8-2aa5-43cb-8834-e0063d9555db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.0759027 Apr 12 12:18:35.607203 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:35.624479 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-6cd91b3e-1a31-4e08-a103-1a0cc65fdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:35.626037 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-6cd91b3e-1a31-4e08-a103-1a0cc65fdc3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471220 Apr 12 12:18:35.661453 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=cc985cb2-b3df-416a-b9f8-9da212d707ce,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:35.670117 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.670731 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.671291 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.671685 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.672355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.673040 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.673742 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.674235 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.674794 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.675395 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.675888 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.676410 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.676958 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.677297 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.678166 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:18:35.770808 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-e921684d-492b-4962-b75c-bcec8d884178 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288133 Apr 12 12:18:35.883305 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7f6fd9e1-6268-4b99-b641-6c4d07e90014 req-67154718-6430-4144-9770-56ff5b28cfc5 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049101 Apr 12 12:18:35.949156 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['cc985cb2-b3df-416a-b9f8-9da212d707ce'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:18:36.405029 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40740) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:36.614929 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ee3aa24-578c-4f9b-8a5d-cbe341d6f374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:36.635956 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374482d1-50f2-4f9a-8765-1c33110348c3 req-0915feb3-076a-441c-aec8-d7e71500a37a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:36.637678 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-374482d1-50f2-4f9a-8765-1c33110348c3 req-0915feb3-076a-441c-aec8-d7e71500a37a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1035397 Apr 12 12:18:36.731023 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-374482d1-50f2-4f9a-8765-1c33110348c3 req-5c4a0e1b-69e3-424d-a1c2-866d4bcef02e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Apr 12 12:18:36.811628 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ee3aa24-578c-4f9b-8a5d-cbe341d6f374 admin admin] Publish callbacks [] for security_group (039d5963-f000-4300-881e-03415312a7c9), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:36.874944 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f0dd4-8328-435b-862b-80fa3d8060e0 req-428898f1-d8db-4964-941d-c867b1421bdf tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:36.876496 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-273f0dd4-8328-435b-862b-80fa3d8060e0 req-428898f1-d8db-4964-941d-c867b1421bdf tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 944 time: 0.0630491 Apr 12 12:18:36.930147 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-273f0dd4-8328-435b-862b-80fa3d8060e0 req-c1828556-0ec9-4a27-9906-c83e4b28ff76 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477178 Apr 12 12:18:36.933913 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ee3aa24-578c-4f9b-8a5d-cbe341d6f374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (039d5963-f000-4300-881e-03415312a7c9), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:36.977989 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2ee3aa24-578c-4f9b-8a5d-cbe341d6f374 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b3de84ebc114835afe611e3ff2a351f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5713484 Apr 12 12:18:36.986773 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3aa24-578c-4f9b-8a5d-cbe341d6f374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039d5963-f000-4300-881e-03415312a7c9,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:36.989067 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40758) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:37.066322 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03aaf65f-2b44-45cf-a1d8-a9d5afa2c58c admin admin] Publish callbacks [] for security_group (039d5963-f000-4300-881e-03415312a7c9), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.094089 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03aaf65f-2b44-45cf-a1d8-a9d5afa2c58c admin admin] Publish callbacks [] for security_group (039d5963-f000-4300-881e-03415312a7c9), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.202711 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7d4b8-17eb-409d-975f-3a97b274f8ce req-8e87840a-9ccd-4512-bd59-cc978b73e119 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:37.207036 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e0e7d4b8-17eb-409d-975f-3a97b274f8ce req-8e87840a-9ccd-4512-bd59-cc978b73e119 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.1045785 Apr 12 12:18:37.216399 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device cc985cb2-b3df-416a-b9f8-9da212d707ce up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:18:37.231178 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03aaf65f-2b44-45cf-a1d8-a9d5afa2c58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (039d5963-f000-4300-881e-03415312a7c9), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.236947 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03aaf65f-2b44-45cf-a1d8-a9d5afa2c58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.240477 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-03aaf65f-2b44-45cf-a1d8-a9d5afa2c58c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/039d5963-f000-4300-881e-03415312a7c9 HTTP/1.1" status: 204 len: 168 time: 0.2485728 Apr 12 12:18:37.263161 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aaf65f-2b44-45cf-a1d8-a9d5afa2c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039d5963-f000-4300-881e-03415312a7c9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:37.301950 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40772) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:37.309300 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port cc985cb2-b3df-416a-b9f8-9da212d707ce completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:18:37.332602 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e0e7d4b8-17eb-409d-975f-3a97b274f8ce req-8b35ef74-6810-42f3-84a8-2db70d16de88 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048334 Apr 12 12:18:37.398573 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port cc985cb2-b3df-416a-b9f8-9da212d707ce triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:37.398971 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.489886 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port cc985cb2-b3df-416a-b9f8-9da212d707ce is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:37.490437 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.517466 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d848388-159b-4c75-b2ee-556cdf0a9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc985cb2-b3df-416a-b9f8-9da212d707ce'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:37.519817 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72de8ae3-f09f-4247-bf6d-9e9d70a324d9" -d '{"events": [{"server_uuid": "0d848388-159b-4c75-b2ee-556cdf0a9fde", "name": "network-vif-plugged", "status": "completed", "tag": "cc985cb2-b3df-416a-b9f8-9da212d707ce"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:37.534393 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port cc985cb2-b3df-416a-b9f8-9da212d707ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc985cb2-b3df-416a-b9f8-9da212d707ce,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:37.563180 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a238eb6-23ac-4721-becb-14d83d8a4029 x-openstack-request-id: req-8a238eb6-23ac-4721-becb-14d83d8a4029 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:37.563501 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d848388-159b-4c75-b2ee-556cdf0a9fde", "name": "network-vif-plugged", "status": "completed", "tag": "cc985cb2-b3df-416a-b9f8-9da212d707ce", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:37.563764 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a238eb6-23ac-4721-becb-14d83d8a4029 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:37.564172 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a238eb6-23ac-4721-becb-14d83d8a4029'] response: {'server_uuid': '0d848388-159b-4c75-b2ee-556cdf0a9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc985cb2-b3df-416a-b9f8-9da212d707ce', 'code': 200} Apr 12 12:18:37.597826 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.673111 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=cc985cb2-b3df-416a-b9f8-9da212d707ce,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:37.830064 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adc8f3a9-9332-4fb2-b403-dcf642d77292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.904211 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c30b0d-33b4-4aa2-8ca0-1faf35283990 req-f953a9c7-4eab-4bdc-b71a-d05470176f68 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:37.909469 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77c30b0d-33b4-4aa2-8ca0-1faf35283990 req-f953a9c7-4eab-4bdc-b71a-d05470176f68 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0664680 Apr 12 12:18:37.920372 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40784) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:37.936489 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adc8f3a9-9332-4fb2-b403-dcf642d77292 admin admin] Publish callbacks [] for security_group (90beb303-c740-4867-bb32-073b24a6b93d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:37.984436 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77c30b0d-33b4-4aa2-8ca0-1faf35283990 req-0544136f-de91-4965-9419-7229a0ed657f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710046 Apr 12 12:18:38.018779 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adc8f3a9-9332-4fb2-b403-dcf642d77292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (90beb303-c740-4867-bb32-073b24a6b93d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.085546 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-978522bd-cc9d-464a-b741-e36177c6efd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.111851 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-adc8f3a9-9332-4fb2-b403-dcf642d77292 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e0150b105f245a19aa88ac678922c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8083866 Apr 12 12:18:38.117002 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40790) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:38.122632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8f3a9-9332-4fb2-b403-dcf642d77292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90beb303-c740-4867-bb32-073b24a6b93d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:38.147013 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354bd5b-21e6-4b55-bdda-e4b8a5ef84a0 req-3b0154e5-1616-4e66-bee4-db3d9abc8fd4 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:38.149684 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4354bd5b-21e6-4b55-bdda-e4b8a5ef84a0 req-3b0154e5-1616-4e66-bee4-db3d9abc8fd4 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.1111712 Apr 12 12:18:38.202834 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-264d6166-9c58-48da-9565-7387d4d044aa admin admin] Publish callbacks [] for security_group (90beb303-c740-4867-bb32-073b24a6b93d), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.212005 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4354bd5b-21e6-4b55-bdda-e4b8a5ef84a0 req-6b185afb-b872-4994-a6af-a231208ef156 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547075 Apr 12 12:18:38.243994 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-978522bd-cc9d-464a-b741-e36177c6efd9 admin admin] Publish callbacks [] for security_group (85622ec4-8610-4255-8db4-dab1e3dc1d08), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.246221 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-264d6166-9c58-48da-9565-7387d4d044aa admin admin] Publish callbacks [] for security_group (90beb303-c740-4867-bb32-073b24a6b93d), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.272266 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40792) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:38.286973 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b2a26e4d-77c0-4379-ba45-e34ef97659c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.323939 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-978522bd-cc9d-464a-b741-e36177c6efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (85622ec4-8610-4255-8db4-dab1e3dc1d08), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.364838 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-978522bd-cc9d-464a-b741-e36177c6efd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f998658cd4944615b5efc4a2eff798a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433553 Apr 12 12:18:38.367013 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978522bd-cc9d-464a-b741-e36177c6efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85622ec4-8610-4255-8db4-dab1e3dc1d08,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:38.368559 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40796) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:38.394029 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b2a26e4d-77c0-4379-ba45-e34ef97659c3 admin admin] Publish callbacks [] for security_group (df4fa946-06a1-4ba5-907e-1ba4bc08ac96), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.399626 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-264d6166-9c58-48da-9565-7387d4d044aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (90beb303-c740-4867-bb32-073b24a6b93d), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.404981 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-264d6166-9c58-48da-9565-7387d4d044aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.407653 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-264d6166-9c58-48da-9565-7387d4d044aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90beb303-c740-4867-bb32-073b24a6b93d HTTP/1.1" status: 204 len: 168 time: 0.2882471 Apr 12 12:18:38.448569 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-886f68dd-17e0-4cb4-b883-6188c810462a admin admin] Publish callbacks [] for security_group (85622ec4-8610-4255-8db4-dab1e3dc1d08), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.457016 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d6166-9c58-48da-9565-7387d4d044aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90beb303-c740-4867-bb32-073b24a6b93d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:38.484848 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629b26c-3e26-49d6-a673-24998b6ce4a1 req-f073d063-45ff-4fa4-9f95-6d581f497dfb tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:38.486418 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8629b26c-3e26-49d6-a673-24998b6ce4a1 req-f073d063-45ff-4fa4-9f95-6d581f497dfb tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.0788889 Apr 12 12:18:38.493742 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-886f68dd-17e0-4cb4-b883-6188c810462a admin admin] Publish callbacks [] for security_group (85622ec4-8610-4255-8db4-dab1e3dc1d08), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.497000 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b2a26e4d-77c0-4379-ba45-e34ef97659c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (df4fa946-06a1-4ba5-907e-1ba4bc08ac96), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.547213 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8629b26c-3e26-49d6-a673-24998b6ce4a1 req-750f4e38-86ba-402c-b496-303ed2e7a9b1 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531359 Apr 12 12:18:38.611566 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-b2a26e4d-77c0-4379-ba45-e34ef97659c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbb32ccdf469478c8e7d9b2ff8728440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378208 Apr 12 12:18:38.615013 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40800) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:38.625631 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a26e4d-77c0-4379-ba45-e34ef97659c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4fa946-06a1-4ba5-907e-1ba4bc08ac96,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:38.685299 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6159-758e-47f0-805a-d1b141a0cb0a admin admin] Publish callbacks [] for security_group (df4fa946-06a1-4ba5-907e-1ba4bc08ac96), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.709909 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6159-758e-47f0-805a-d1b141a0cb0a admin admin] Publish callbacks [] for security_group (df4fa946-06a1-4ba5-907e-1ba4bc08ac96), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.781240 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-886f68dd-17e0-4cb4-b883-6188c810462a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (85622ec4-8610-4255-8db4-dab1e3dc1d08), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.789198 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-886f68dd-17e0-4cb4-b883-6188c810462a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.796234 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-886f68dd-17e0-4cb4-b883-6188c810462a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85622ec4-8610-4255-8db4-dab1e3dc1d08 HTTP/1.1" status: 204 len: 168 time: 0.4236660 Apr 12 12:18:38.809652 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f68dd-17e0-4cb4-b883-6188c810462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85622ec4-8610-4255-8db4-dab1e3dc1d08,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:38.881726 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6159-758e-47f0-805a-d1b141a0cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (df4fa946-06a1-4ba5-907e-1ba4bc08ac96), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.886581 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6159-758e-47f0-805a-d1b141a0cb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:38.892335 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d5fb6159-758e-47f0-805a-d1b141a0cb0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df4fa946-06a1-4ba5-907e-1ba4bc08ac96 HTTP/1.1" status: 204 len: 168 time: 0.2720454 Apr 12 12:18:38.899698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb6159-758e-47f0-805a-d1b141a0cb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4fa946-06a1-4ba5-907e-1ba4bc08ac96,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:39.141341 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d5b18-3270-4ebf-a618-0373d64eb805 req-0df42fc1-84af-4701-853a-416efa3a25ec tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:39.143947 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-864d5b18-3270-4ebf-a618-0373d64eb805 req-0df42fc1-84af-4701-853a-416efa3a25ec tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0631526 Apr 12 12:18:39.187735 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490614-7f1a-4242-a2b5-579f7b8f06ec req-b71ee645-5479-4ed4-b032-969c375b9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:39.190967 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-96490614-7f1a-4242-a2b5-579f7b8f06ec req-b71ee645-5479-4ed4-b032-969c375b9eec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 1129 time: 0.0608397 Apr 12 12:18:39.200185 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-864d5b18-3270-4ebf-a618-0373d64eb805 req-daeb41f0-ffe8-4640-aa7a-a84dc5979bf6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502660 Apr 12 12:18:39.383240 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-96490614-7f1a-4242-a2b5-579f7b8f06ec req-4f752bc2-7d3a-405e-b2b1-f32df7a23cd1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104996 Apr 12 12:18:39.398701 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eca112-0ebb-476b-8da5-3cf19b91af2c req-8ec51228-8620-43d5-ad9f-59fb61b3276b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:39.398701 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-39eca112-0ebb-476b-8da5-3cf19b91af2c req-8ec51228-8620-43d5-ad9f-59fb61b3276b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.0928168 Apr 12 12:18:39.441895 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-c83a297f-f7d1-4ea2-b120-4eff35d96e9c tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:39.443714 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-c83a297f-f7d1-4ea2-b120-4eff35d96e9c tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.0792792 Apr 12 12:18:39.458149 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-39eca112-0ebb-476b-8da5-3cf19b91af2c req-519e0416-84a1-48b1-9781-1396f4850cd3 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532010 Apr 12 12:18:39.747674 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f5510-35bb-4f97-a17a-d1c716c089ea req-90c15da1-4198-4c39-9e6b-841b117ea3ad tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:39.749292 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fb8f5510-35bb-4f97-a17a-d1c716c089ea req-90c15da1-4198-4c39-9e6b-841b117ea3ad tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 945 time: 0.1141667 Apr 12 12:18:39.787679 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40832) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:39.808176 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a24b-4a80-404e-b7bc-2a1b4f4003c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:39.824115 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Deleting port f04252ee-d179-45af-9cdf-b0e4de626b09 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:18:39.825513 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:39.946784 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a24b-4a80-404e-b7bc-2a1b4f4003c3 admin admin] Publish callbacks [] for security_group (c696830b-7fd2-430e-a442-2c4b9e438efd), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.003423 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fb8f5510-35bb-4f97-a17a-d1c716c089ea req-030180c3-5ecf-4230-88a0-16cb10d2f729 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/security-groups?id=755b3387-91e2-4cce-9528-b02c381e888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478325 Apr 12 12:18:40.058689 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] For port f04252ee-d179-45af-9cdf-b0e4de626b09, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f04252ee-d179-45af-9cdf-b0e4de626b09,segment=NetworkSegment(5e6e2301-d12c-4ddd-b237-9355b3154267),segment_id=5e6e2301-d12c-4ddd-b237-9355b3154267)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:40.059129 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.085747 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a24b-4a80-404e-b7bc-2a1b4f4003c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c696830b-7fd2-430e-a442-2c4b9e438efd), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.190291 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f1b8a24b-4a80-404e-b7bc-2a1b4f4003c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2416473ce5f742e9bfe8cd301abcc9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005542 Apr 12 12:18:40.192731 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40842) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:40.204067 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8a24b-4a80-404e-b7bc-2a1b4f4003c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696830b-7fd2-430e-a442-2c4b9e438efd,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:40.315128 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-efbcc1a8-d6fc-4bd5-b46d-bf127b903ca9 admin admin] Publish callbacks [] for security_group (c696830b-7fd2-430e-a442-2c4b9e438efd), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.350895 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Calling delete_port for f04252ee-d179-45af-9cdf-b0e4de626b09 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:18:40.365944 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-efbcc1a8-d6fc-4bd5-b46d-bf127b903ca9 admin admin] Publish callbacks [] for security_group (c696830b-7fd2-430e-a442-2c4b9e438efd), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.388513 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1c71-2df8-4e93-8e38-5da765708c25 req-104241ad-d7d8-440f-b22e-fe71a9fdcfce tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:40.390257 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5aa1c71-2df8-4e93-8e38-5da765708c25 req-104241ad-d7d8-440f-b22e-fe71a9fdcfce tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0948963 Apr 12 12:18:40.476411 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5aa1c71-2df8-4e93-8e38-5da765708c25 req-ecafa7d8-4aad-46af-b952-e90b17c54c35 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712397 Apr 12 12:18:40.561965 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 40854) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:40.579958 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-efbcc1a8-d6fc-4bd5-b46d-bf127b903ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c696830b-7fd2-430e-a442-2c4b9e438efd), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.587553 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-efbcc1a8-d6fc-4bd5-b46d-bf127b903ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.592822 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-efbcc1a8-d6fc-4bd5-b46d-bf127b903ca9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c696830b-7fd2-430e-a442-2c4b9e438efd HTTP/1.1" status: 204 len: 168 time: 0.3978679 Apr 12 12:18:40.613316 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcc1a8-d6fc-4bd5-b46d-bf127b903ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696830b-7fd2-430e-a442-2c4b9e438efd,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:40.654048 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5de66-1008-4793-8c7f-38358dfa772f req-9bbc2357-8db2-4f74-9d34-e419ad21c73f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:40.655702 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7ce5de66-1008-4793-8c7f-38358dfa772f req-9bbc2357-8db2-4f74-9d34-e419ad21c73f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.0720201 Apr 12 12:18:40.718513 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7ce5de66-1008-4793-8c7f-38358dfa772f req-c136df86-8154-4bc5-b866-7aacaa7b5206 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Apr 12 12:18:40.748751 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (f04252ee-d179-45af-9cdf-b0e4de626b09), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.766098 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['f04252ee-d179-45af-9cdf-b0e4de626b09'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:18:40.787350 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-495818868-network', 'tenant_id': '98cc038413df47bb9d7b2ef014133715'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:40.789282 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Pushing event deleted for resources: {'Port': ['ID=f04252ee-d179-45af-9cdf-b0e4de626b09,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:40.872299 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] No DVR routers for this DVR port f04252ee-d179-45af-9cdf-b0e4de626b09 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:18:40.876339 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.879741 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f2b08ae5-9d3c-408e-b753-b8db46a407fd req-e6e56abe-9fae-44db-90bf-b990736464db tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.23 "DELETE /v2.0/ports/f04252ee-d179-45af-9cdf-b0e4de626b09 HTTP/1.1" status: 204 len: 173 time: 1.2707498 Apr 12 12:18:40.880287 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ab034f-34ec-41ef-914d-4f929f5c4547', 'name': 'network-vif-deleted', 'tag': 'f04252ee-d179-45af-9cdf-b0e4de626b09'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:40.882560 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca8643-f17e-458d-9b27-7c3cb1abea0c" -d '{"events": [{"server_uuid": "f2ab034f-34ec-41ef-914d-4f929f5c4547", "name": "network-vif-deleted", "tag": "f04252ee-d179-45af-9cdf-b0e4de626b09"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:40.924397 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee19886-4236-4e68-85ef-4361638fa72d x-openstack-request-id: req-dee19886-4236-4e68-85ef-4361638fa72d {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:40.924397 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ab034f-34ec-41ef-914d-4f929f5c4547", "name": "network-vif-deleted", "tag": "f04252ee-d179-45af-9cdf-b0e4de626b09", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:40.924397 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dee19886-4236-4e68-85ef-4361638fa72d {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:40.924397 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee19886-4236-4e68-85ef-4361638fa72d'] response: {'server_uuid': 'f2ab034f-34ec-41ef-914d-4f929f5c4547', 'name': 'network-vif-deleted', 'tag': 'f04252ee-d179-45af-9cdf-b0e4de626b09', 'status': 'completed', 'code': 200} Apr 12 12:18:40.956329 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Made reservation on behalf of 98cc038413df47bb9d7b2ef014133715 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:40.958892 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:40.977218 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:41.112171 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Publish callbacks [] for security_group (db9d9b55-fd76-4ae2-ae76-46fa33549bf5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:41.133828 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c47094ea-756a-4dee-9e61-ffd325f3774c req-96eaab6f-484f-412d-9f0c-ba3ceb5150c8 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.0334086 Apr 12 12:18:41.238482 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (db9d9b55-fd76-4ae2-ae76-46fa33549bf5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:41.266255 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:18:41.278206 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d9b55-fd76-4ae2-ae76-46fa33549bf5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:41.297768 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (492a1986-9f6f-4403-a57a-24e9d9e1e172), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:41.297768 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Added segment 492a1986-9f6f-4403-a57a-24e9d9e1e172 of type vlan for network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 Apr 12 12:18:41.345759 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (1e9f91cc-8278-4bee-8143-b3b07b6f4189), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:41.473250 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (1e9f91cc-8278-4bee-8143-b3b07b6f4189), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:41.474332 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:41.475000 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:41.593862 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] Pushing event updated for resources: {'Network': ['ID=1e9f91cc-8278-4bee-8143-b3b07b6f4189,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:41.606586 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:18:41.670973 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d959-947e-4b09-8a59-67cb0c1fd6b3 req-ac7f5fad-0c0b-4131-b79a-25b380cd53a1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:41.673481 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8885d959-947e-4b09-8a59-67cb0c1fd6b3 req-ac7f5fad-0c0b-4131-b79a-25b380cd53a1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0610149 Apr 12 12:18:41.733633 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6016de26-8b79-4b53-a059-818a3c10f63c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1703544 Apr 12 12:18:41.737276 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 40886) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:41.738685 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8885d959-947e-4b09-8a59-67cb0c1fd6b3 req-2d0e15c7-760b-41f4-8475-169a78653351 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515883 Apr 12 12:18:41.742913 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Request body: {'subnet': {'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-495818868-subnet', 'tenant_id': '98cc038413df47bb9d7b2ef014133715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:41.878924 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f4372-b3b0-4781-aa36-6c1c4e25d4c5 req-419d1677-3028-47a1-9130-fc9eff41268c tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:41.881691 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-245f4372-b3b0-4781-aa36-6c1c4e25d4c5 req-419d1677-3028-47a1-9130-fc9eff41268c tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.0664809 Apr 12 12:18:41.890629 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Made reservation on behalf of 98cc038413df47bb9d7b2ef014133715 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:41.898124 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11594485'] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:42.052933 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-245f4372-b3b0-4781-aa36-6c1c4e25d4c5 req-0c8e3179-5e4e-4510-9414-2922a01677f7 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493680 Apr 12 12:18:42.282809 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11594471'] for subnet (a29b1be0-6747-4a2c-8882-4366a85cc1e8), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:42.364097 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3810c74c-578b-4edb-ab51-d5ffc7c601bf req-7e500fd1-5fbe-4827-bac8-db9254f1b0b5 tempest-DeleteServersTestJSON-1748357201 tempest-DeleteServersTestJSON-1748357201-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2ab034f-34ec-41ef-914d-4f929f5c4547 HTTP/1.1" status: 200 len: 210 time: 0.0639901 Apr 12 12:18:42.375889 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29b1be0-6747-4a2c-8882-4366a85cc1e8,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:42.389283 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Checking segment: {'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:42.389283 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Network hostable DHCP agents. Network: 1e9f91cc-8278-4bee-8143-b3b07b6f4189, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:18:42.533275 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:18:42.615826 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 1e9f91cc-8278-4bee-8143-b3b07b6f4189) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:42.624442 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:42.625511 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:42.631260 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05695ea6-f5e3-4f9a-adc8-769b23e2869e None None] Network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:18:42.744286 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ad27ab53-f9c6-4967-acd4-efd1e831a43f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0056834 Apr 12 12:18:42.765525 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f3801-e52c-4376-bf40-fc2ac886fee7 None None] Network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:18:42.988299 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf93f3-3809-48d2-9d95-0ce09e8275b8 req-f913a22f-e3a6-4f6e-b5b6-090d66ff2357 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:43.001453 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ebf93f3-3809-48d2-9d95-0ce09e8275b8 req-f913a22f-e3a6-4f6e-b5b6-090d66ff2357 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1142094 Apr 12 12:18:43.082348 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ebf93f3-3809-48d2-9d95-0ce09e8275b8 req-059a8b58-7978-489b-a03a-a92db6b25852 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Apr 12 12:18:43.233065 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device f04252ee-d179-45af-9cdf-b0e4de626b09 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:18:43.277051 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: f04252ee-d179-45af-9cdf-b0e4de626b09 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:18:43.277631 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device f04252ee-d179-45af-9cdf-b0e4de626b09 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:18:44.028348 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f94db-fa33-4d4d-bed2-7258571f00c1 req-032ea6ad-1663-4719-a9bf-5bdd35b0062b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:44.031201 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-254f94db-fa33-4d4d-bed2-7258571f00c1 req-032ea6ad-1663-4719-a9bf-5bdd35b0062b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.0730970 Apr 12 12:18:44.182437 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-254f94db-fa33-4d4d-bed2-7258571f00c1 req-56cfd5b8-042e-4bb1-ace0-b0e4a800bc74 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149042 Apr 12 12:18:44.313335 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c640-3d3c-45a1-98ff-9c7c92ee52a9 req-0c24bf75-4afd-4cab-ad3a-e9c472b603e7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:44.316145 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb42c640-3d3c-45a1-98ff-9c7c92ee52a9 req-0c24bf75-4afd-4cab-ad3a-e9c472b603e7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0743930 Apr 12 12:18:44.396986 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb42c640-3d3c-45a1-98ff-9c7c92ee52a9 req-66daf64b-540c-4b5a-93a7-1f52644b7fda tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664723 Apr 12 12:18:45.344454 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64be8c-6122-4535-8df4-08fb6f33af3d req-fafecd78-66f9-4b5d-a21d-7814648f175d tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:45.347913 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d64be8c-6122-4535-8df4-08fb6f33af3d req-fafecd78-66f9-4b5d-a21d-7814648f175d tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.0778613 Apr 12 12:18:45.420586 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d64be8c-6122-4535-8df4-08fb6f33af3d req-f53d855c-acf0-480f-9f61-0ba794854582 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685656 Apr 12 12:18:45.561932 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288a5d4-8059-49f9-9bb3-aeac958a0f33 req-f8d865bc-ad1c-4c8a-9706-dc9687e20c18 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:45.563551 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b288a5d4-8059-49f9-9bb3-aeac958a0f33 req-f8d865bc-ad1c-4c8a-9706-dc9687e20c18 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0549867 Apr 12 12:18:45.618738 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b288a5d4-8059-49f9-9bb3-aeac958a0f33 req-03543643-0349-4d67-b1f0-6901426970b3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490723 Apr 12 12:18:46.545867 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ff2b-1664-4b72-a6f4-40adeccc3c76 req-c5e49e29-814f-4919-b429-711b1ebccf0b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:46.547498 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6a52ff2b-1664-4b72-a6f4-40adeccc3c76 req-c5e49e29-814f-4919-b429-711b1ebccf0b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.0515392 Apr 12 12:18:46.604525 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6a52ff2b-1664-4b72-a6f4-40adeccc3c76 req-48c2ff34-ce68-46bc-bad0-10e80a36730f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507219 Apr 12 12:18:46.794375 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49299e0c-d915-413e-9f80-a897aedeeec2 req-28d14c24-f451-460f-b15a-66fc79f47711 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:46.795957 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-49299e0c-d915-413e-9f80-a897aedeeec2 req-28d14c24-f451-460f-b15a-66fc79f47711 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0572119 Apr 12 12:18:46.876928 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-49299e0c-d915-413e-9f80-a897aedeeec2 req-a1d614fb-d32e-483c-a56d-868c35ed7214 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745831 Apr 12 12:18:47.249834 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:47.740163 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f1ccc-8f1a-40e8-a760-cf2ed09c50c7 req-c1ee3de3-c29a-4693-981e-e39ad42bfc3e tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:47.741911 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-750f1ccc-8f1a-40e8-a760-cf2ed09c50c7 req-c1ee3de3-c29a-4693-981e-e39ad42bfc3e tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.0622230 Apr 12 12:18:47.829771 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-8f94c9a5-0765-48f6-b32c-4f76b700cc27 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:47.831858 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-8f94c9a5-0765-48f6-b32c-4f76b700cc27 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 945 time: 0.0745809 Apr 12 12:18:47.855702 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-750f1ccc-8f1a-40e8-a760-cf2ed09c50c7 req-07b2dfc3-820d-44bb-a42c-17bc47caf2e4 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063676 Apr 12 12:18:48.001274 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Deleting port cc985cb2-b3df-416a-b9f8-9da212d707ce {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:18:48.001779 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.097241 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85b02-0208-4d48-9511-42bc6412e5ac req-e2132298-bd1e-49d0-a3e4-8a321d314e56 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:48.101474 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-79b85b02-0208-4d48-9511-42bc6412e5ac req-e2132298-bd1e-49d0-a3e4-8a321d314e56 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1050653 Apr 12 12:18:48.142729 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41096) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:48.170687 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] For port cc985cb2-b3df-416a-b9f8-9da212d707ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cc985cb2-b3df-416a-b9f8-9da212d707ce,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:48.171302 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.201270 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Calling delete_port for cc985cb2-b3df-416a-b9f8-9da212d707ce owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:18:48.204695 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-79b85b02-0208-4d48-9511-42bc6412e5ac req-3f9af731-51fd-4594-8de4-954676e055f8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893180 Apr 12 12:18:48.219493 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a888a3b7-618f-43d6-bd37-a68411a2090f admin admin] Deleting subnet b119160d-3eea-47ec-856b-acfd0d5bfc1b {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:18:48.228247 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a888a3b7-618f-43d6-bd37-a68411a2090f admin admin] Publish callbacks [] for subnet (b119160d-3eea-47ec-856b-acfd0d5bfc1b), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.269062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a888a3b7-618f-43d6-bd37-a68411a2090f admin admin] Publish callbacks [] for subnet (b119160d-3eea-47ec-856b-acfd0d5bfc1b), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.276607 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a888a3b7-618f-43d6-bd37-a68411a2090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (b119160d-3eea-47ec-856b-acfd0d5bfc1b), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.451158 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a888a3b7-618f-43d6-bd37-a68411a2090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for subnet (b119160d-3eea-47ec-856b-acfd0d5bfc1b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.479589 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (cc985cb2-b3df-416a-b9f8-9da212d707ce), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.491472 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a888a3b7-618f-43d6-bd37-a68411a2090f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.505016 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['cc985cb2-b3df-416a-b9f8-9da212d707ce'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:18:48.506006 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a888a3b7-618f-43d6-bd37-a68411a2090f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b119160d-3eea-47ec-856b-acfd0d5bfc1b HTTP/1.1" status: 204 len: 168 time: 0.3610628 Apr 12 12:18:48.513086 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888a3b7-618f-43d6-bd37-a68411a2090f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b119160d-3eea-47ec-856b-acfd0d5bfc1b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:48.519364 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41106) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:48.542331 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Pushing event deleted for resources: {'Port': ['ID=cc985cb2-b3df-416a-b9f8-9da212d707ce,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:48.636325 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] No DVR routers for this DVR port cc985cb2-b3df-416a-b9f8-9da212d707ce on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:18:48.638330 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.641995 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7e01a7b1-8d9e-4cc9-b29f-6208709db840 req-fa20ac51-3ae3-4b5e-be8e-29053f832e03 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.23 "DELETE /v2.0/ports/cc985cb2-b3df-416a-b9f8-9da212d707ce HTTP/1.1" status: 204 len: 173 time: 0.8001254 Apr 12 12:18:48.643236 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d848388-159b-4c75-b2ee-556cdf0a9fde', 'name': 'network-vif-deleted', 'tag': 'cc985cb2-b3df-416a-b9f8-9da212d707ce'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:48.650731 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef223945-001b-408f-869d-3e0f52505a33" -d '{"events": [{"server_uuid": "0d848388-159b-4c75-b2ee-556cdf0a9fde", "name": "network-vif-deleted", "tag": "cc985cb2-b3df-416a-b9f8-9da212d707ce"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:48.653854 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (3d7a5cdc-2da0-4004-bb09-2ec4face420b), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.740929 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13779dcb-2dcc-481e-993d-6fa1897d8926 x-openstack-request-id: req-13779dcb-2dcc-481e-993d-6fa1897d8926 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:48.741472 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d848388-159b-4c75-b2ee-556cdf0a9fde", "name": "network-vif-deleted", "tag": "cc985cb2-b3df-416a-b9f8-9da212d707ce", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:48.741882 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13779dcb-2dcc-481e-993d-6fa1897d8926 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:48.742572 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13779dcb-2dcc-481e-993d-6fa1897d8926'] response: {'server_uuid': '0d848388-159b-4c75-b2ee-556cdf0a9fde', 'name': 'network-vif-deleted', 'tag': 'cc985cb2-b3df-416a-b9f8-9da212d707ce', 'status': 'completed', 'code': 200} Apr 12 12:18:48.804516 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (3d7a5cdc-2da0-4004-bb09-2ec4face420b), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:48.873628 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41126) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:48.999870 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.000837 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.005631 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.006509 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > port after_create 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.007066 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.007583 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > port after_update 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.008152 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.008674 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.009215 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.010221 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.070561 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4a81b903-b735-47fe-8e0d-72854b791fc2 req-64303a11-639d-4569-a43a-8ec12f61a6ce tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 210 time: 0.0666196 Apr 12 12:18:49.141251 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f8f78df-87f5-4706-bf09-d97aae6fa86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.146950 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.147528 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.147672 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.147990 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 12:18:49.148404 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7a5cdc-2da0-4004-bb09-2ec4face420b']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:49.173684 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6e2301-d12c-4ddd-b237-9355b3154267') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:49.173979 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6e2301-d12c-4ddd-b237-9355b3154267') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:18:49.202961 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (5e6e2301-d12c-4ddd-b237-9355b3154267), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.242267 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-74f9c7ab-6370-4087-acb7-8609f75b2e4b tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:49.243005 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f8f78df-87f5-4706-bf09-d97aae6fa86e admin admin] Publish callbacks [] for security_group (ef6b66b2-1ac4-42f9-ae52-f5b3fbc0a49d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.243927 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-74f9c7ab-6370-4087-acb7-8609f75b2e4b tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/networks?id=1e9f91cc-8278-4bee-8143-b3b07b6f4189 HTTP/1.1" status: 200 len: 813 time: 0.4128664 Apr 12 12:18:49.245229 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (5e6e2301-d12c-4ddd-b237-9355b3154267), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.262695 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:18:49.263008 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (5e6e2301-d12c-4ddd-b237-9355b3154267), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: from cryptography.utils import int_from_bytes Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: from cryptography.utils import int_from_bytes Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:18:49.267527 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:18:49.290323 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f1c4ecc5-7fc4-4aad-84e5-4d7d850dd2cb tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/quotas/98cc038413df47bb9d7b2ef014133715 HTTP/1.1" status: 200 len: 375 time: 0.0342994 Apr 12 12:18:49.319259 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f8f78df-87f5-4706-bf09-d97aae6fa86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ef6b66b2-1ac4-42f9-ae52-f5b3fbc0a49d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.419553 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-0f8f78df-87f5-4706-bf09-d97aae6fa86e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de1fae16677c48a3b33060d163f25420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5444486 Apr 12 12:18:49.423151 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f78df-87f5-4706-bf09-d97aae6fa86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b66b2-1ac4-42f9-ae52-f5b3fbc0a49d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:49.428042 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41146) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:49.444264 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb24b68-1f8b-4a2f-9210-f6f50d2751d8 req-900f67a1-80f7-43a5-9ca8-c931ebecb174 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:49.453412 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dcb24b68-1f8b-4a2f-9210-f6f50d2751d8 req-900f67a1-80f7-43a5-9ca8-c931ebecb174 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1105924 Apr 12 12:18:49.537685 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dcb24b68-1f8b-4a2f-9210-f6f50d2751d8 req-310e45e3-7939-481b-8258-f78330d6455a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831466 Apr 12 12:18:49.554506 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-946c486f-9876-4f6f-b4c1-89d0f330fd63 admin admin] Publish callbacks [] for security_group (ef6b66b2-1ac4-42f9-ae52-f5b3fbc0a49d), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.585449 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-946c486f-9876-4f6f-b4c1-89d0f330fd63 admin admin] Publish callbacks [] for security_group (ef6b66b2-1ac4-42f9-ae52-f5b3fbc0a49d), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.593167 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f1d5dea3-294a-42c8-86da-368a8a6fc04c tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98cc038413df47bb9d7b2ef014133715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346954 Apr 12 12:18:49.695280 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-8ccddbac-41ac-4548-ac14-c7bbdcb386b3 service neutron] 10.222.0.20 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948274 Apr 12 12:18:49.799639 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-66aaf2ab-4f62-4cb3-837e-b3edf698bbce service neutron] 10.222.0.20 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975554 Apr 12 12:18:49.880387 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (3d7a5cdc-2da0-4004-bb09-2ec4face420b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.882570 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-946c486f-9876-4f6f-b4c1-89d0f330fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ef6b66b2-1ac4-42f9-ae52-f5b3fbc0a49d), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.883185 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a5c40587-4673-4314-bce7-f1e82bafe8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.891876 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-946c486f-9876-4f6f-b4c1-89d0f330fd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.891876 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-946c486f-9876-4f6f-b4c1-89d0f330fd63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef6b66b2-1ac4-42f9-ae52-f5b3fbc0a49d HTTP/1.1" status: 204 len: 168 time: 0.4597061 Apr 12 12:18:49.910700 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c486f-9876-4f6f-b4c1-89d0f330fd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b66b2-1ac4-42f9-ae52-f5b3fbc0a49d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:49.913620 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:49.920029 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d7a5cdc-2da0-4004-bb09-2ec4face420b HTTP/1.1" status: 204 len: 168 time: 1.3986433 Apr 12 12:18:49.922806 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93343f-ffc3-47b2-a24a-f64eb4a1dd85 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7a5cdc-2da0-4004-bb09-2ec4face420b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:50.217118 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3bf02d85-ff4d-4df1-8d51-be8b11d25e99 req-4cbefe11-88dd-4ca6-bf7c-13db646827fb tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 210 time: 0.0433357 Apr 12 12:18:50.307237 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c175f6a7-184e-4b22-9d5c-14be3b3579a2 req-79ecd7cd-f5b9-4aa7-b531-8fe8a04c3de2 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d848388-159b-4c75-b2ee-556cdf0a9fde HTTP/1.1" status: 200 len: 210 time: 0.0518401 Apr 12 12:18:50.489621 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41174) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:50.556314 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b936d236-a07f-43a3-acde-053cf3723380 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a6b71ef5679427f866b32e97eefcbe2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0649459 Apr 12 12:18:50.563149 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41176) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:50.627507 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce16fe37-ca77-467c-8dd1-11f333961dcd admin admin] Publish callbacks [] for security_group (755b3387-91e2-4cce-9528-b02c381e888a), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:50.661757 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce16fe37-ca77-467c-8dd1-11f333961dcd admin admin] Publish callbacks [] for security_group (755b3387-91e2-4cce-9528-b02c381e888a), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:50.737015 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0cb54-de51-49c6-8cdb-804f977f497d req-4c3026e7-e8a7-4312-b358-ae4474dbb51f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:50.738654 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fcd0cb54-de51-49c6-8cdb-804f977f497d req-4c3026e7-e8a7-4312-b358-ae4474dbb51f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0828872 Apr 12 12:18:50.804602 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fcd0cb54-de51-49c6-8cdb-804f977f497d req-304de30c-ab49-4aa4-abdc-e7c45a62786e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Apr 12 12:18:50.925181 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce16fe37-ca77-467c-8dd1-11f333961dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (755b3387-91e2-4cce-9528-b02c381e888a), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:50.928972 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce16fe37-ca77-467c-8dd1-11f333961dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:50.930547 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ce16fe37-ca77-467c-8dd1-11f333961dcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/755b3387-91e2-4cce-9528-b02c381e888a HTTP/1.1" status: 204 len: 168 time: 0.3679729 Apr 12 12:18:50.949957 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16fe37-ca77-467c-8dd1-11f333961dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b3387-91e2-4cce-9528-b02c381e888a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:51.215866 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41186) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:51.244300 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-82efab16-e12a-40d1-97a0-2ad776511aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:51.262872 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device cc985cb2-b3df-416a-b9f8-9da212d707ce no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:18:51.291693 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: cc985cb2-b3df-416a-b9f8-9da212d707ce {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:18:51.292029 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device cc985cb2-b3df-416a-b9f8-9da212d707ce not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:18:51.396168 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-82efab16-e12a-40d1-97a0-2ad776511aea admin admin] Publish callbacks [] for security_group (23683eca-ee85-463b-88f6-e869b8242847), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:51.399107 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f9bda78a-16af-4384-a338-7a8947b21415 req-b5c38371-2927-47b5-bc2e-21637881bcf8 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 210 time: 0.0884271 Apr 12 12:18:51.531756 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-82efab16-e12a-40d1-97a0-2ad776511aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (23683eca-ee85-463b-88f6-e869b8242847), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:51.576787 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-82efab16-e12a-40d1-97a0-2ad776511aea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfe3d1276beb49dfba002c2345960993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595674 Apr 12 12:18:51.578482 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efab16-e12a-40d1-97a0-2ad776511aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23683eca-ee85-463b-88f6-e869b8242847,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:51.579846 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41204) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:51.714541 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6c3aeef-0892-4f64-b222-5403bbef5077 admin admin] Publish callbacks [] for security_group (23683eca-ee85-463b-88f6-e869b8242847), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:51.844733 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6c3aeef-0892-4f64-b222-5403bbef5077 admin admin] Publish callbacks [] for security_group (23683eca-ee85-463b-88f6-e869b8242847), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:51.938132 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-1220dccf-ac26-4679-8a4f-8802a88c59dc tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:51.942879 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-1220dccf-ac26-4679-8a4f-8802a88c59dc tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/networks?id=69e4efaf-5900-475b-bbe0-0f88a938ac5c HTTP/1.1" status: 200 len: 809 time: 0.2537374 Apr 12 12:18:51.963613 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-ddd0197e-8662-4297-9e78-3296f67b975f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/quotas/aa595e6077ed470dba8ab1b8965f771a HTTP/1.1" status: 200 len: 375 time: 0.0158205 Apr 12 12:18:51.990675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1d53-bd95-4dee-a02f-48939de6a9b1 req-fa5238cc-5020-47ba-a3bc-32bf2453ae81 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:51.992496 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-355f1d53-bd95-4dee-a02f-48939de6a9b1 req-fa5238cc-5020-47ba-a3bc-32bf2453ae81 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0791590 Apr 12 12:18:52.000992 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-3f11afb2-679a-42d0-870d-b071169341bf tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa595e6077ed470dba8ab1b8965f771a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320992 Apr 12 12:18:52.080444 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-355f1d53-bd95-4dee-a02f-48939de6a9b1 req-9843ff6f-9a69-466c-9cea-5702acf85e88 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763111 Apr 12 12:18:52.105279 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6c3aeef-0892-4f64-b222-5403bbef5077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (23683eca-ee85-463b-88f6-e869b8242847), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:52.109702 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c6c3aeef-0892-4f64-b222-5403bbef5077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:52.111137 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-c6c3aeef-0892-4f64-b222-5403bbef5077 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23683eca-ee85-463b-88f6-e869b8242847 HTTP/1.1" status: 204 len: 168 time: 0.5293782 Apr 12 12:18:52.132103 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3aeef-0892-4f64-b222-5403bbef5077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23683eca-ee85-463b-88f6-e869b8242847,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:52.181582 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-be88009a-b4d7-4e74-ad12-c47494e4130a service neutron] 10.222.0.20 "GET /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738229 Apr 12 12:18:52.302850 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-62a8cb19-eb13-447f-814d-5968417e94bf service neutron] 10.222.0.20 "GET /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117165 Apr 12 12:18:52.524275 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-dcc47e4e-f6c7-4fed-9403-a18ad3f53d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:52.533550 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-af953869-f765-4eaa-9f88-a74f0b41d86c req-5284a471-f807-4cca-ae37-fcfc83a058a5 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 210 time: 0.0278277 Apr 12 12:18:52.605389 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41244) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:52.647610 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8fc3155b-664d-4ed1-a229-49d8fe9f92d5 req-3096716d-f7ff-4ce8-b98a-d9d700b4408b tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0482776 Apr 12 12:18:52.768253 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-network', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:52.889870 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Made reservation on behalf of fea129a3459c47ffb7d2ac00ef5decbf for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:52.892247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:52.902602 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.002034 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Publish callbacks [] for security_group (0b39d7f6-761d-4aa1-9f93-e6af64502e74), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.095781 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0b39d7f6-761d-4aa1-9f93-e6af64502e74), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.128219 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:18:53.157459 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (453a902a-ae35-4bce-a772-632bd08704dd), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.157985 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.segments_db [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Added segment 453a902a-ae35-4bce-a772-632bd08704dd of type vlan for network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 Apr 12 12:18:53.159977 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b39d7f6-761d-4aa1-9f93-e6af64502e74,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:53.263371 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.283201 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6e08-fa58-4277-a3fb-51b0eb74ee3e req-50f5af44-a350-483b-82f5-b09307f9b8e7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:53.284793 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-631d6e08-fa58-4277-a3fb-51b0eb74ee3e req-50f5af44-a350-483b-82f5-b09307f9b8e7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1052144 Apr 12 12:18:53.352144 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-631d6e08-fa58-4277-a3fb-51b0eb74ee3e req-178440d7-6dac-4753-8bb2-bea8501dc50a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506818 Apr 12 12:18:53.370426 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.371608 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:53.372337 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.452733 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] Pushing event updated for resources: {'Network': ['ID=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:53.467952 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:18:53.487860 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-19bbf133-c1d0-4e67-853e-15233fe3ad20 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8808060 Apr 12 12:18:53.491088 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41274) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:53.498060 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Request body: {'subnet': {'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-subnet', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:53.676076 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f1b76367-4cf4-44aa-8429-7ea4896135e1 req-eabc8417-4bf4-466c-b166-d77f55413245 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 210 time: 0.0391538 Apr 12 12:18:53.705343 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.742652 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Made reservation on behalf of fea129a3459c47ffb7d2ac00ef5decbf for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:53.745077 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11594485'] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:53.801311 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5b586748-0f38-40e4-be6b-089284705a8a req-fe89a69b-28b4-47d5-9f58-baa558f5b739 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0625303 Apr 12 12:18:53.854141 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-c689c842-bc73-4077-beac-d3ed68721cc3 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:53.855698 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-c689c842-bc73-4077-beac-d3ed68721cc3 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.23 "GET /v2.0/networks?id=1e9f91cc-8278-4bee-8143-b3b07b6f4189 HTTP/1.1" status: 200 len: 813 time: 0.2148502 Apr 12 12:18:53.880492 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Request body: {'port': {'device_id': '965361ce-d652-429b-a4b4-35efb38186ed', 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189', 'admin_state_up': True, 'tenant_id': '98cc038413df47bb9d7b2ef014133715'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:54.221986 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41292) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:54.229761 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11594471'] for subnet (b06f3540-a304-4e6d-8bb9-293580179e7e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.270535 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Made reservation on behalf of 98cc038413df47bb9d7b2ef014133715 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:54.274014 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.335673 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06f3540-a304-4e6d-8bb9-293580179e7e,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:54.376535 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Checking segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:54.376535 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Network hostable DHCP agents. Network: 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:18:54.485945 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:18:54.491608 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Allocated IP 172.20.0.6 (1e9f91cc-8278-4bee-8143-b3b07b6f4189/a29b1be0-6747-4a2c-8882-4366a85cc1e8/b65544da-40a4-49b8-acb3-45471cafb29d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:18:54.525152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-281ead89-e7d6-48a4-b051-94cb3bc67776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.563747 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f2d47-b46c-406f-8069-a93bf77694b9 req-849c07fc-c2bf-461e-b4d7-9f99d9eaf855 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:54.565484 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-415f2d47-b46c-406f-8069-a93bf77694b9 req-849c07fc-c2bf-461e-b4d7-9f99d9eaf855 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0698769 Apr 12 12:18:54.661526 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-415f2d47-b46c-406f-8069-a93bf77694b9 req-971c9414-ac70-48e3-ba45-ecab0aab8ee1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852487 Apr 12 12:18:54.700458 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:54.711834 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0964ba4-07c0-4fd6-99e1-c27b78ad0c5c None None] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:18:54.719996 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:54.720657 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.777216 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-281ead89-e7d6-48a4-b051-94cb3bc67776 admin admin] Publish callbacks [] for security_group (0a9a056c-9d0e-49b6-aa21-6d7a94f71304), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.797687 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks [] for port (b65544da-40a4-49b8-acb3-45471cafb29d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.835311 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2c342468-16fb-4842-a0cd-39147e422fd1 req-777f8283-520d-4e38-b88d-f271fcb2fbda tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 210 time: 0.0352893 Apr 12 12:18:54.844195 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-a95e5b76-7783-4801-8e05-0cb04f670027 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3493421 Apr 12 12:18:54.844473 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41314) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:54.849134 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:54.886150 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-281ead89-e7d6-48a4-b051-94cb3bc67776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0a9a056c-9d0e-49b6-aa21-6d7a94f71304), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.945611 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:18:54.946555 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.946718 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-281ead89-e7d6-48a4-b051-94cb3bc67776 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60789663a901411194b492a344989a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7234273 Apr 12 12:18:54.948560 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ead89-e7d6-48a4-b051-94cb3bc67776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9a056c-9d0e-49b6-aa21-6d7a94f71304,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:54.951849 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41316) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:18:54.960941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (4773137f-8387-4482-874a-60e206126815), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:54.962100 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (4773137f-8387-4482-874a-60e206126815), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.013546 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.039289 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-08ecbbb2-418c-4c54-9acb-6c7d4d3e630f req-44c40ab3-43c4-440b-8707-67a4d1af12bb tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0432386 Apr 12 12:18:55.066489 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a364ea7e-bd66-4011-abab-4fea31931e4f admin admin] Publish callbacks [] for security_group (0a9a056c-9d0e-49b6-aa21-6d7a94f71304), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.122122 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a364ea7e-bd66-4011-abab-4fea31931e4f admin admin] Publish callbacks [] for security_group (0a9a056c-9d0e-49b6-aa21-6d7a94f71304), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.142985 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks [] for router_controller (4773137f-8387-4482-874a-60e206126815), precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.177052 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:18:55.179016 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Pushing event updated for resources: {'Port': ['ID=b65544da-40a4-49b8-acb3-45471cafb29d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:55.184796 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:55.188561 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:18:55.285002 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Allocated IP 172.20.0.2 (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4/b06f3540-a304-4e6d-8bb9-293580179e7e/92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:18:55.299567 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:55.299795 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a364ea7e-bd66-4011-abab-4fea31931e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0a9a056c-9d0e-49b6-aa21-6d7a94f71304), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.300327 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.300465 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.304933 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a364ea7e-bd66-4011-abab-4fea31931e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.307832 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a364ea7e-bd66-4011-abab-4fea31931e4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a9a056c-9d0e-49b6-aa21-6d7a94f71304 HTTP/1.1" status: 204 len: 168 time: 0.3527002 Apr 12 12:18:55.345006 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364ea7e-bd66-4011-abab-4fea31931e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9a056c-9d0e-49b6-aa21-6d7a94f71304,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:55.461305 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-f8417a5f-185e-4729-b57d-b058d904788e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5865395 Apr 12 12:18:55.482710 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Request body: {'port': {'device_id': '965361ce-d652-429b-a4b4-35efb38186ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:55.537916 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Publish callbacks [] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.622566 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.623077 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-72a9b8d1-c6b8-46e5-876c-4d4992707c7f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:55.625286 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-72a9b8d1-c6b8-46e5-876c-4d4992707c7f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.23 "GET /v2.0/networks?id=69e4efaf-5900-475b-bbe0-0f88a938ac5c HTTP/1.1" status: 200 len: 809 time: 0.2252216 Apr 12 12:18:55.647885 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Request body: {'port': {'device_id': '40ba3754-80a0-4df5-9154-c4a7205ffcee', 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c', 'admin_state_up': True, 'tenant_id': 'aa595e6077ed470dba8ab1b8965f771a'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:55.676826 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks [] for router_gateway (4773137f-8387-4482-874a-60e206126815), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.680743 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:18:55.684919 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:55.689271 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:18:55.703695 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Pushing event updated for resources: {'Port': ['ID=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:55.761257 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.888555 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Attempting to bind port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:18:55.889702 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Attempting to bind port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:18:55.890481 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Attempting to bind port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 on network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:55.902528 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:18:55.903162 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Checking segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:55.904046 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:55.904692 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Bound using segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:18:55.905907 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Bound port: 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:18:55.906202 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:56.126902 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] For port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:18:56.132981 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] For port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:18:56.168059 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110831-db32-4f91-a9cc-265b583ea52b req-818ed99c-8212-4296-8fe0-7d52af08d2fd tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:56.170565 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-09110831-db32-4f91-a9cc-265b583ea52b req-818ed99c-8212-4296-8fe0-7d52af08d2fd tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 931 time: 0.1063190 Apr 12 12:18:56.171851 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Made reservation on behalf of aa595e6077ed470dba8ab1b8965f771a for: {'port': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:18:56.175902 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:56.200970 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:56.273123 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7a6f9-d78d-49ee-8268-46a5acee7cc9 None None] Pushing event updated for resources: {'Port': ['ID=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:56.373960 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6345-0c8b-4f65-a044-22e0a66e2896 req-4f09c202-639e-43cd-8854-5251ee7533c6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:56.378045 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-09110831-db32-4f91-a9cc-265b583ea52b req-3c253e42-fbc3-4dd9-9ed2-2ac3c94d5aff tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882327 Apr 12 12:18:56.381460 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c9db6345-0c8b-4f65-a044-22e0a66e2896 req-4f09c202-639e-43cd-8854-5251ee7533c6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.5454831 Apr 12 12:18:56.428380 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Allocated IP 172.20.0.10 (69e4efaf-5900-475b-bbe0-0f88a938ac5c/4a4362eb-bbb1-488d-96d8-45465b8a6bbc/08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:18:56.450267 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:56.605482 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d94c0893-c15b-4812-abcd-bffdc1bacc36 req-5fc080e7-eb93-4acf-8955-7f283e4cf6b9 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.1051872 Apr 12 12:18:56.763012 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks [] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:56.907727 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:56.912552 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c9db6345-0c8b-4f65-a044-22e0a66e2896 req-39822182-feb4-4485-8615-136fb73e422a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300858 Apr 12 12:18:56.922269 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks [] for router_gateway (4773137f-8387-4482-874a-60e206126815), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:56.951844 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.010847 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Network 69e4efaf-5900-475b-bbe0-0f88a938ac5c is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:18:57.015638 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:57.021130 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:18:57.076336 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Pushing event updated for resources: {'Port': ['ID=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:57.130454 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:57.131746 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.144614 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65544da-40a4-49b8-acb3-45471cafb29d {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:57.161503 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Publish callbacks [] for port (b65544da-40a4-49b8-acb3-45471cafb29d), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.198613 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Allocated IP 172.27.3.173 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/054a5488-072d-414e-8121-889feba24005) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:18:57.201063 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Transition to ACTIVE for port object b65544da-40a4-49b8-acb3-45471cafb29d will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:18:57.237504 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-546ad926-617b-4f9a-b3fe-4d3562a905ae tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5983255 Apr 12 12:18:57.261498 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Request body: {'port': {'device_id': '40ba3754-80a0-4df5-9154-c4a7205ffcee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:18:57.277704 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.322551 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:18:57.438281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Pushing event updated for resources: {'Port': ['ID=b65544da-40a4-49b8-acb3-45471cafb29d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:57.443844 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks [] for port (054a5488-072d-414e-8121-889feba24005), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.454115 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.560355 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Attempting to bind port b65544da-40a4-49b8-acb3-45471cafb29d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:18:57.560811 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Attempting to bind port b65544da-40a4-49b8-acb3-45471cafb29d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:18:57.561045 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Attempting to bind port b65544da-40a4-49b8-acb3-45471cafb29d on network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:57.567174 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Port b65544da-40a4-49b8-acb3-45471cafb29d on network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:18:57.567501 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Attempting to bind port b65544da-40a4-49b8-acb3-45471cafb29d on network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:57.573864 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:18:57.574469 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Checking segment: {'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:57.574855 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Bound using segment: {'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:18:57.575307 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Bound port: b65544da-40a4-49b8-acb3-45471cafb29d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:18:57.575700 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.576672 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:18:57.645555 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:57.646374 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.711947 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (054a5488-072d-414e-8121-889feba24005), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.726437 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] For port b65544da-40a4-49b8-acb3-45471cafb29d, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:18:57.807209 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:57.807995 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.808399 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4542f-a09c-4edc-b1dc-87cad724ff22 req-152e0f17-2b70-493a-ba84-fd556b9f17df tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:57.820546 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dca4542f-a09c-4edc-b1dc-87cad724ff22 req-152e0f17-2b70-493a-ba84-fd556b9f17df tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 943 time: 0.2688706 Apr 12 12:18:57.836286 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] For port b65544da-40a4-49b8-acb3-45471cafb29d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b65544da-40a4-49b8-acb3-45471cafb29d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:18:57.865708 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:18:57.879995 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:18:57.881738 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:18:57.885220 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:18:57.890429 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Pushing event updated for resources: {'Port': ['ID=054a5488-072d-414e-8121-889feba24005,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:57.939531 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37205829-df51-4a2b-a942-5481422a61bf req-96b6d461-da82-4f85-a1be-4ffec8e7e322 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:57.948663 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-37205829-df51-4a2b-a942-5481422a61bf req-96b6d461-da82-4f85-a1be-4ffec8e7e322 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 932 time: 0.1623952 Apr 12 12:18:57.964332 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:57.986711 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999f5cd5-721f-43b5-8626-980030ae421d None None] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:18:57.987760 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dca4542f-a09c-4edc-b1dc-87cad724ff22 req-0cb9861c-6000-4028-bf06-c55a13fff0ff tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666865 Apr 12 12:18:58.031458 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:58.032568 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:58.034288 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] 10.222.0.23 "PUT /v2.0/ports/b65544da-40a4-49b8-acb3-45471cafb29d HTTP/1.1" status: 200 len: 1093 time: 2.5626111 Apr 12 12:18:58.047621 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965361ce-d652-429b-a4b4-35efb38186ed', 'tag': 'b65544da-40a4-49b8-acb3-45471cafb29d'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:58.054513 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef" -d '{"events": [{"name": "network-changed", "server_uuid": "965361ce-d652-429b-a4b4-35efb38186ed", "tag": "b65544da-40a4-49b8-acb3-45471cafb29d"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:58.170468 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:18:58.184310 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Publish callbacks [] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:58.227674 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:58.249311 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f87639-2377-4247-9982-2535b35f79ab req-6c0b9426-0c54-47b9-b277-7fe7ab7c2592 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:58.251769 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a2f87639-2377-4247-9982-2535b35f79ab req-6c0b9426-0c54-47b9-b277-7fe7ab7c2592 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0706079 Apr 12 12:18:58.274282 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Transition to ACTIVE for port object 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 will not be triggered until provisioned by entity L2. {{(pid=104047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:18:58.308610 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-37b80844-93ff-4b61-b424-845969783451 None None] Provisioning complete for port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:58.309002 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-37b80844-93ff-4b61-b424-845969783451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:58.328392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-3e67a102-6771-4471-b071-8b1dfa3078ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:58.330991 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-3e67a102-6771-4471-b071-8b1dfa3078ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98cc038413df47bb9d7b2ef014133715&device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 1127 time: 0.1563370 Apr 12 12:18:58.333940 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a2f87639-2377-4247-9982-2535b35f79ab req-3fdc8f26-a251-43df-98ff-b9c8fc8c1e16 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740862 Apr 12 12:18:58.351272 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:58.420610 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88a80e-3536-41ba-9f8a-aee4d2f18a17 service neutron] Pushing event updated for resources: {'Port': ['ID=b65544da-40a4-49b8-acb3-45471cafb29d,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:58.473522 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-37205829-df51-4a2b-a942-5481422a61bf req-05e3e9c1-d693-4b0e-9c93-65e9c374cb22 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075142 Apr 12 12:18:58.547419 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Pushing event updated for resources: {'Port': ['ID=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:58.569115 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2142923-9421-4b46-86e9-72bb193e54ef x-openstack-request-id: req-f2142923-9421-4b46-86e9-72bb193e54ef {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:58.569418 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965361ce-d652-429b-a4b4-35efb38186ed", "tag": "b65544da-40a4-49b8-acb3-45471cafb29d", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:58.569708 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2142923-9421-4b46-86e9-72bb193e54ef {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:58.570102 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2142923-9421-4b46-86e9-72bb193e54ef'] response: {'name': 'network-changed', 'server_uuid': '965361ce-d652-429b-a4b4-35efb38186ed', 'tag': 'b65544da-40a4-49b8-acb3-45471cafb29d', 'status': 'completed', 'code': 200} Apr 12 12:18:58.574959 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-172ddeff-d918-4e67-8adb-67efe3571803 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b65544da-40a4-49b8-acb3-45471cafb29d HTTP/1.1" status: 200 len: 217 time: 0.2192278 Apr 12 12:18:58.619441 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Attempting to bind port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:18:58.620199 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Attempting to bind port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:18:58.621172 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Attempting to bind port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 on network 69e4efaf-5900-475b-bbe0-0f88a938ac5c {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:58.630220 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 on network 69e4efaf-5900-475b-bbe0-0f88a938ac5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:18:58.630841 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Attempting to bind port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 on network 69e4efaf-5900-475b-bbe0-0f88a938ac5c {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:18:58.650296 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:18:58.651116 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Checking segment: {'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:18:58.652884 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Bound using segment: {'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:18:58.653890 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Bound port: 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73c4c57-d7a9-4dd8-b605-a89159cbca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:18:58.655693 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:58.662195 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-5dc61409-d394-4ddf-89cb-d79e786e1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:58.663699 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-5dc61409-d394-4ddf-89cb-d79e786e1617 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a29b1be0-6747-4a2c-8882-4366a85cc1e8 HTTP/1.1" status: 200 len: 853 time: 0.0799339 Apr 12 12:18:58.686059 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:58.711580 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-9be54d5c-d684-4274-8dd0-86f98b42da84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e9f91cc-8278-4bee-8143-b3b07b6f4189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387187 Apr 12 12:18:58.804081 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-37b80844-93ff-4b61-b424-845969783451 None None] Current status of the port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:58.829372 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] For port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97, host hv-cinder-83009, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:18:58.836118 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] For port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:18:58.922766 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:59.034150 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:59.038922 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:59.071105 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 HTTP/1.1" status: 200 len: 1094 time: 1.8172495 Apr 12 12:18:59.071831 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ba3754-80a0-4df5-9154-c4a7205ffcee', 'tag': '08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:18:59.078772 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-35584014-518b-48b1-a968-bddc8b5c0a76 service neutron] 10.222.0.23 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588619 Apr 12 12:18:59.090490 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f203cefc-59af-43c8-be3d-86597ada6b18" -d '{"events": [{"name": "network-changed", "server_uuid": "40ba3754-80a0-4df5-9154-c4a7205ffcee", "tag": "08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:18:59.136583 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-cff2b503-c4f2-4bbd-b92d-f82b959012b2 None None] Provisioning complete for port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:59.137230 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cff2b503-c4f2-4bbd-b92d-f82b959012b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:59.138617 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527889d1-e17c-44be-b7f8-4b8aa85074a3 service neutron] Pushing event updated for resources: {'Port': ['ID=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:18:59.154817 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks [] for router_gateway (4773137f-8387-4482-874a-60e206126815), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:59.227899 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee59f1b-ef7b-4c39-bef4-12949a1346b9 x-openstack-request-id: req-0ee59f1b-ef7b-4c39-bef4-12949a1346b9 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:18:59.228329 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ba3754-80a0-4df5-9154-c4a7205ffcee", "tag": "08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:18:59.229244 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ee59f1b-ef7b-4c39-bef4-12949a1346b9 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:18:59.229861 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee59f1b-ef7b-4c39-bef4-12949a1346b9'] response: {'name': 'network-changed', 'server_uuid': '40ba3754-80a0-4df5-9154-c4a7205ffcee', 'tag': '08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97', 'status': 'completed', 'code': 200} Apr 12 12:18:59.263581 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8819b-c641-4d7f-90c5-eebde5516e42 req-ed712a46-8bbe-4f46-92a6-a57ae2e7e2e4 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:59.266266 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e2b8819b-c641-4d7f-90c5-eebde5516e42 req-ed712a46-8bbe-4f46-92a6-a57ae2e7e2e4 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 943 time: 0.1014588 Apr 12 12:18:59.292306 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-cff2b503-c4f2-4bbd-b92d-f82b959012b2 None None] Current status of the port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:59.352657 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e2b8819b-c641-4d7f-90c5-eebde5516e42 req-018ab56e-653c-4dfd-842e-c045c45bdc3f tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789285 Apr 12 12:18:59.408519 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:18:59.472064 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:18:59.472435 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:59.537365 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106ca7-08dd-41a6-9530-850de6509104 req-fba03f05-8edf-433c-b97b-a6e3d960ace4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:59.539004 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4a106ca7-08dd-41a6-9530-850de6509104 req-fba03f05-8edf-433c-b97b-a6e3d960ace4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0623035 Apr 12 12:18:59.559430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (4773137f-8387-4482-874a-60e206126815), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:18:59.567684 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:18:59.631337 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65cee3-6533-444a-80ec-6207b131c24f req-7a79b815-bcb9-42b6-ac14-8316f56acbc6 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:18:59.633324 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1c65cee3-6533-444a-80ec-6207b131c24f req-7a79b815-bcb9-42b6-ac14-8316f56acbc6 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 944 time: 0.0541356 Apr 12 12:18:59.667852 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4a106ca7-08dd-41a6-9530-850de6509104 req-8d1568ee-7d92-4361-8d1a-dc9bfeb87c75 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137283 Apr 12 12:18:59.695702 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1c65cee3-6533-444a-80ec-6207b131c24f req-77c2e1a9-cfc3-429a-bb25-00692ff00d99 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560291 Apr 12 12:18:59.884574 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Router 4773137f-8387-4482-874a-60e206126815 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:19:00.025790 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203cefc-59af-43c8-be3d-86597ada6b18 req-4c2eafc6-b09c-46e9-b7fe-3ed24304810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:00.027293 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f203cefc-59af-43c8-be3d-86597ada6b18 req-4c2eafc6-b09c-46e9-b7fe-3ed24304810d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa595e6077ed470dba8ab1b8965f771a&device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 1128 time: 0.0456138 Apr 12 12:19:00.132290 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:19:00.156360 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Sync routers for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:19:00.190513 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b306d4-4955-47e2-9bb2-faa9994514fb req-808f0a27-ac31-40da-95eb-4a2857b68838 service neutron] 10.222.0.23 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256141 Apr 12 12:19:00.191700 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:19:00.192718 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:18:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:00.233376 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203cefc-59af-43c8-be3d-86597ada6b18 req-ef6ddd5c-907d-4df7-8915-0fa2339a3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:00.236367 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f203cefc-59af-43c8-be3d-86597ada6b18 req-ef6ddd5c-907d-4df7-8915-0fa2339a3135 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=aa595e6077ed470dba8ab1b8965f771a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1928241 Apr 12 12:19:00.261470 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:00.264719 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-deabd8c0-44d7-404f-b746-dd64b7ce4be3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4184365 Apr 12 12:19:00.270089 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41446) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:00.277552 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad40394-3955-48d2-852c-08a9a5f3f3e0 req-ffc34cf1-0837-424f-b0f4-80681993522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:00.279595 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dad40394-3955-48d2-852c-08a9a5f3f3e0 req-ffc34cf1-0837-424f-b0f4-80681993522c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 1130 time: 0.1047995 Apr 12 12:19:00.447187 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:19:00.511675 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dad40394-3955-48d2-852c-08a9a5f3f3e0 req-0978d3ca-cd2f-4fd3-aa4e-72aca66a585c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072601 Apr 12 12:19:00.554676 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203cefc-59af-43c8-be3d-86597ada6b18 req-e5268a97-aa45-47ca-80cb-67f35051a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:00.703045 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f203cefc-59af-43c8-be3d-86597ada6b18 req-e5268a97-aa45-47ca-80cb-67f35051a97c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3118403 Apr 12 12:19:00.703456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d92245-146f-4625-a291-0413676a4c56 req-54ea7ec0-a389-4639-8738-6a5c3c626ea2 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:00.703456 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-87d92245-146f-4625-a291-0413676a4c56 req-54ea7ec0-a389-4639-8738-6a5c3c626ea2 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 943 time: 0.0927937 Apr 12 12:19:00.845165 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:18:58Z', 'revision_number': 3, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:00.891986 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd08793-4f85-490d-a946-0607cb4d4574 req-0de1009f-808e-4bb3-9440-927f70993fad tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:00.902521 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9bd08793-4f85-490d-a946-0607cb4d4574 req-0de1009f-808e-4bb3-9440-927f70993fad tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0939202 Apr 12 12:19:00.934313 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Checking router: 4773137f-8387-4482-874a-60e206126815 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:19:00.938200 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Updating router 4773137f-8387-4482-874a-60e206126815 port 054a5488-072d-414e-8121-889feba24005 binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:19:01.024013 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9bd08793-4f85-490d-a946-0607cb4d4574 req-c4bb6fcf-ca2e-4bfc-a2ff-40fa7c553fea tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141548 Apr 12 12:19:01.029371 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (054a5488-072d-414e-8121-889feba24005), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:01.240809 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16423d94-ccf0-4db3-9edd-2cf37263f555 req-9fb68e6b-f8c4-4a02-b7e8-408051f98eaf tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:01.257769 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-16423d94-ccf0-4db3-9edd-2cf37263f555 req-9fb68e6b-f8c4-4a02-b7e8-408051f98eaf tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 944 time: 0.1091063 Apr 12 12:19:01.276445 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-87d92245-146f-4625-a291-0413676a4c56 req-2f6101bd-a5f4-4c71-a9aa-d40a0aeafc24 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099908 Apr 12 12:19:01.359360 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-16423d94-ccf0-4db3-9edd-2cf37263f555 req-11b63541-31a4-4c6d-965e-0c60360428de tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001222 Apr 12 12:19:01.703613 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-49eaae78-ff77-4593-afdc-9eaa032c49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:01.705244 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-49eaae78-ff77-4593-afdc-9eaa032c49a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98cc038413df47bb9d7b2ef014133715&device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 1127 time: 0.1476467 Apr 12 12:19:01.706580 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-28444644-393f-4641-9b2d-c08e223c806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:01.708035 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-28444644-393f-4641-9b2d-c08e223c806c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa595e6077ed470dba8ab1b8965f771a&device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 1128 time: 0.1308374 Apr 12 12:19:01.718963 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Publish callbacks [] for port (054a5488-072d-414e-8121-889feba24005), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:01.749672 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:01.830594 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (054a5488-072d-414e-8121-889feba24005), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:01.919009 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Attempting to bind port 054a5488-072d-414e-8121-889feba24005 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:19:01.919602 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Attempting to bind port 054a5488-072d-414e-8121-889feba24005 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:19:01.920168 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Attempting to bind port 054a5488-072d-414e-8121-889feba24005 on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:19:01.923105 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Pushing event updated for resources: {'Port': ['ID=054a5488-072d-414e-8121-889feba24005,revision_number=2']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:01.937869 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:19:01.938706 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:19:01.939397 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:01.940283 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:19:01.941245 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Bound port: 054a5488-072d-414e-8121-889feba24005, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:19:01.942012 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (054a5488-072d-414e-8121-889feba24005), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:01.948566 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.949355 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.950110 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.950847 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.951556 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.952270 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.953063 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.953750 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.954399 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.955021 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.955652 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.956303 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.957001 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.957777 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:01.958643 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:02.015515 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Allocated IP 172.20.0.1 (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4/b06f3540-a304-4e6d-8bb9-293580179e7e/8bdd6077-99b1-463a-b017-146560b37b4b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:19:02.077687 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] For port 054a5488-072d-414e-8121-889feba24005, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:19:02.097660 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] For port 054a5488-072d-414e-8121-889feba24005, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=054a5488-072d-414e-8121-889feba24005,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:19:02.174690 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-0d36b98c-61c9-4714-b83c-a2bf4e2cbaa5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 HTTP/1.1" status: 200 len: 217 time: 0.1540208 Apr 12 12:19:02.193767 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (054a5488-072d-414e-8121-889feba24005), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:02.281514 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fd163-8127-4e8f-b0b5-8b4f41d3f1ac req-d580a924-5f4a-4775-a09f-00219330cce3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:02.283517 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d77fd163-8127-4e8f-b0b5-8b4f41d3f1ac req-d580a924-5f4a-4775-a09f-00219330cce3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0766041 Apr 12 12:19:02.286795 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-0f38e074-0650-4ffa-b79f-e0b971a61096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:02.288760 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-0f38e074-0650-4ffa-b79f-e0b971a61096 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a4362eb-bbb1-488d-96d8-45465b8a6bbc HTTP/1.1" status: 200 len: 849 time: 0.0681274 Apr 12 12:19:02.294878 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:19:02.296631 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:18:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:02.315287 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Publish callbacks [] for port (8bdd6077-99b1-463a-b017-146560b37b4b), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:02.398733 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-d4aece54-eaa2-4fa6-a0ba-0d1c89bf44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:02.402312 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-d4aece54-eaa2-4fa6-a0ba-0d1c89bf44c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e9f91cc-8278-4bee-8143-b3b07b6f4189 HTTP/1.1" status: 200 len: 914 time: 0.3650815 Apr 12 12:19:02.405444 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-e77533a0-4ce0-4915-9a3a-5a1a904e157e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e4efaf-5900-475b-bbe0-0f88a938ac5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938718 Apr 12 12:19:02.426500 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d77fd163-8127-4e8f-b0b5-8b4f41d3f1ac req-333cc3ff-b27e-468a-9121-6f70fcee2bf8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982656 Apr 12 12:19:02.489532 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0824b83-5f6d-44f7-ae59-cbedd385f709 req-9e9dea6e-144b-4429-943f-18b9921a8cfc tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:02.491455 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f0824b83-5f6d-44f7-ae59-cbedd385f709 req-9e9dea6e-144b-4429-943f-18b9921a8cfc tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 943 time: 0.0801444 Apr 12 12:19:02.533893 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:02.568273 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efd7c9-57e2-42ef-a1f5-fb952a16aa8d None None] Pushing event updated for resources: {'Port': ['ID=054a5488-072d-414e-8121-889feba24005,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:02.609757 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f0824b83-5f6d-44f7-ae59-cbedd385f709 req-7f7a694b-0265-462a-ae9c-2e653ea9d4ec tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103263 Apr 12 12:19:02.622918 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:19:02.645318 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:19:02.645977 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:19:02.656677 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:19:02.660445 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdd6077-99b1-463a-b017-146560b37b4b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:02.688683 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471b30e-6458-4163-8e87-6a9db8eebef8 req-ada32961-cbae-4ed4-a28e-e70462cc9e61 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:02.690422 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b471b30e-6458-4163-8e87-6a9db8eebef8 req-ada32961-cbae-4ed4-a28e-e70462cc9e61 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 944 time: 0.1182601 Apr 12 12:19:02.741968 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (4773137f-8387-4482-874a-60e206126815), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:02.850905 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b471b30e-6458-4163-8e87-6a9db8eebef8 req-2a9f9863-09ad-41fe-9e6c-990cd070d12f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516767 Apr 12 12:19:02.918854 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:18:58Z', 'revision_number': 3, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:02.964700 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085e697-6ab1-4e32-8007-d257fc113ed5 None None] The sync data for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi is: [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:18:58Z', 'revision_number': 3, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:19:03.089749 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:03.090207 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-5fceb285-5f67-4ddd-ab62-dd539b72e9af None None] Provisioning complete for port 8bdd6077-99b1-463a-b017-146560b37b4b triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:03.090832 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-5fceb285-5f67-4ddd-ab62-dd539b72e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:03.107156 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-449f3857-40cc-4464-8a52-1e4cb207cb59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b65544da-40a4-49b8-acb3-45471cafb29d HTTP/1.1" status: 200 len: 217 time: 0.0958157 Apr 12 12:19:03.249551 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-5fceb285-5f67-4ddd-ab62-dd539b72e9af None None] Port 8bdd6077-99b1-463a-b017-146560b37b4b cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:19:03.264721 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-9ac9899b-3a72-49b2-8b8d-5f8487a5debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:03.272523 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-9ac9899b-3a72-49b2-8b8d-5f8487a5debd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a29b1be0-6747-4a2c-8882-4366a85cc1e8 HTTP/1.1" status: 200 len: 853 time: 0.1578412 Apr 12 12:19:03.349020 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device b65544da-40a4-49b8-acb3-45471cafb29d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:19:03.367967 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-23b2b9ba-594d-4a60-b36c-6ad26e6d096f service neutron] 10.222.0.23 "GET /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527827 Apr 12 12:19:03.370052 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-db28b950-6011-4f90-928e-48a72932f698 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e9f91cc-8278-4bee-8143-b3b07b6f4189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762596 Apr 12 12:19:03.627313 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port b65544da-40a4-49b8-acb3-45471cafb29d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b65544da-40a4-49b8-acb3-45471cafb29d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:03.668946 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'b65544da-40a4-49b8-acb3-45471cafb29d', 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189', 'port_id': 'b65544da-40a4-49b8-acb3-45471cafb29d', 'mac_address': 'fa:16:3e:f5:44:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29b1be0-6747-4a2c-8882-4366a85cc1e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:19:03.710813 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-04b556d7-6130-4751-b4d7-edd07614e986 service neutron] 10.222.0.23 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135927 Apr 12 12:19:03.726055 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Publish callbacks [] for port (8bdd6077-99b1-463a-b017-146560b37b4b), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:03.750418 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f38afa48-ddbe-4d43-9457-9772ef6e894b req-af97ff3e-c610-44b2-9207-ee9eead1f6b7 service neutron] 10.222.0.23 "GET /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679051 Apr 12 12:19:03.799243 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:03.819370 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port b65544da-40a4-49b8-acb3-45471cafb29d is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:03.820462 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:03.855914 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65544da-40a4-49b8-acb3-45471cafb29d {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:19:03.865157 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138722dc-962e-4a02-a27c-0ba434f56076 req-f1bb69d6-538d-4fe5-a0d7-fd8966ece18a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:03.872545 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-138722dc-962e-4a02-a27c-0ba434f56076 req-f1bb69d6-538d-4fe5-a0d7-fd8966ece18a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.1505716 Apr 12 12:19:03.909157 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port b65544da-40a4-49b8-acb3-45471cafb29d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b65544da-40a4-49b8-acb3-45471cafb29d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:03.970096 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:04.024004 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (4773137f-8387-4482-874a-60e206126815), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:04.042722 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-138722dc-962e-4a02-a27c-0ba434f56076 req-a2354fd1-3169-4d57-8313-a71f9e40860b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567695 Apr 12 12:19:04.074945 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdd6077-99b1-463a-b017-146560b37b4b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:04.079052 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-31f35d4f-a4bd-4925-9b51-30b4ba8381ef req-e4f9a7d2-ef8b-400a-ba1a-c0ea5a864c26 service neutron] 10.222.0.23 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269999 Apr 12 12:19:04.097964 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=b65544da-40a4-49b8-acb3-45471cafb29d,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:04.115701 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf3584-1eca-431d-b0b8-a4bbbb2a0735 req-2af9f930-a5d1-4ddb-acf2-57518309cfc2 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:04.128949 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5ecf3584-1eca-431d-b0b8-a4bbbb2a0735 req-2af9f930-a5d1-4ddb-acf2-57518309cfc2 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 943 time: 0.2350323 Apr 12 12:19:04.264956 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af00d4c-27fe-49d4-99ae-6df085e5ab8d req-f56af853-124e-4cd4-879a-6fb53da604ee tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:04.279286 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3af00d4c-27fe-49d4-99ae-6df085e5ab8d req-f56af853-124e-4cd4-879a-6fb53da604ee tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 944 time: 0.1195447 Apr 12 12:19:04.298043 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5ecf3584-1eca-431d-b0b8-a4bbbb2a0735 req-454020a7-604a-43a3-8b5c-fa7e6d1af2c9 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506212 Apr 12 12:19:04.329388 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:19:04.329388 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:19:04.343230 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['b65544da-40a4-49b8-acb3-45471cafb29d'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:19:04.408107 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3af00d4c-27fe-49d4-99ae-6df085e5ab8d req-5148c305-6d28-429e-89ab-d286e020768f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274412 Apr 12 12:19:04.576404 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f596c7-126d-4221-982c-46a29dd8a07d req-93c1c228-f438-47a5-b51b-4e6e7e09d0e9 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:04.585893 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-30f596c7-126d-4221-982c-46a29dd8a07d req-93c1c228-f438-47a5-b51b-4e6e7e09d0e9 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1191852 Apr 12 12:19:04.669368 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-30f596c7-126d-4221-982c-46a29dd8a07d req-e7cadcc6-447e-408e-9ae2-9a9cad2cbcce tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816917 Apr 12 12:19:04.674984 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Router 4773137f-8387-4482-874a-60e206126815 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:19:04.811240 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-048d0b9d-f430-43fe-a88a-2d338c916407 None None] Provisioning complete for port 8bdd6077-99b1-463a-b017-146560b37b4b triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:04.815617 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-048d0b9d-f430-43fe-a88a-2d338c916407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:04.898706 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-048d0b9d-f430-43fe-a88a-2d338c916407 None None] Port 8bdd6077-99b1-463a-b017-146560b37b4b cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:19:04.913521 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:19:04.920477 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-62ecb10b-2430-47aa-8faf-05321e3b1c47 admin admin] 10.222.0.20 "PUT /v2.0/routers/4773137f-8387-4482-874a-60e206126815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6485415 Apr 12 12:19:05.367232 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device b65544da-40a4-49b8-acb3-45471cafb29d up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:19:05.549725 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 054a5488-072d-414e-8121-889feba24005 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:19:05.594435 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2d41f-eca8-4599-a027-fde49545ab59 req-a37411ae-743c-4e3b-9620-dc64a65d526f tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:05.602740 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99f2d41f-eca8-4599-a027-fde49545ab59 req-a37411ae-743c-4e3b-9620-dc64a65d526f tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 944 time: 0.1230204 Apr 12 12:19:05.666213 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port b65544da-40a4-49b8-acb3-45471cafb29d completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:19:05.724846 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99f2d41f-eca8-4599-a027-fde49545ab59 req-5124e432-a587-4518-a3b7-b4b81a54474e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095927 Apr 12 12:19:05.734850 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 054a5488-072d-414e-8121-889feba24005 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:05.735616 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (054a5488-072d-414e-8121-889feba24005), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:05.795232 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port b65544da-40a4-49b8-acb3-45471cafb29d triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:05.795855 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:05.969656 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41566) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:05.979310 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b1cf-22bb-4029-8538-cd32ea4ce47e req-853228fc-9fd8-4a94-945a-ae3a9d50bb0a tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:05.979617 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-71274552-96c7-4a70-8f74-bca5b5bea5bd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058465426', 'description': 'tempest-description--637127741'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:05.981396 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a0a3b1cf-22bb-4029-8538-cd32ea4ce47e req-853228fc-9fd8-4a94-945a-ae3a9d50bb0a tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 944 time: 0.1411610 Apr 12 12:19:06.071614 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a0a3b1cf-22bb-4029-8538-cd32ea4ce47e req-cad821fa-6507-4aa9-8ab0-15ee6283bbd1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774615 Apr 12 12:19:06.077974 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Sync routers for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:19:06.105939 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 054a5488-072d-414e-8121-889feba24005 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:06.106238 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (054a5488-072d-414e-8121-889feba24005), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.127720 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71274552-96c7-4a70-8f74-bca5b5bea5bd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.130915 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port b65544da-40a4-49b8-acb3-45471cafb29d is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:06.152165 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.152165 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:19:06.152165 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:18:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:06.204817 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 054a5488-072d-414e-8121-889feba24005, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=054a5488-072d-414e-8121-889feba24005,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:06.238433 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965361ce-d652-429b-a4b4-35efb38186ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65544da-40a4-49b8-acb3-45471cafb29d'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:19:06.240111 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30f8e98-cd28-4a02-804d-d2dbf827eb81" -d '{"events": [{"server_uuid": "965361ce-d652-429b-a4b4-35efb38186ed", "name": "network-vif-plugged", "status": "completed", "tag": "b65544da-40a4-49b8-acb3-45471cafb29d"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:19:06.289842 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port b65544da-40a4-49b8-acb3-45471cafb29d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b65544da-40a4-49b8-acb3-45471cafb29d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:06.299564 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71274552-96c7-4a70-8f74-bca5b5bea5bd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (cae4c63f-5ed2-43f9-babb-93c52398a4e7), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.305796 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (054a5488-072d-414e-8121-889feba24005), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.315628 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41572) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:06.329819 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fe697c-b4ff-4680-afd7-5aa163e7a305 x-openstack-request-id: req-e9fe697c-b4ff-4680-afd7-5aa163e7a305 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:19:06.330203 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965361ce-d652-429b-a4b4-35efb38186ed", "name": "network-vif-plugged", "status": "completed", "tag": "b65544da-40a4-49b8-acb3-45471cafb29d", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:19:06.330383 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9fe697c-b4ff-4680-afd7-5aa163e7a305 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:19:06.330803 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fe697c-b4ff-4680-afd7-5aa163e7a305'] response: {'server_uuid': '965361ce-d652-429b-a4b4-35efb38186ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65544da-40a4-49b8-acb3-45471cafb29d', 'code': 200} Apr 12 12:19:06.369794 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.384092 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:19:06.399521 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71274552-96c7-4a70-8f74-bca5b5bea5bd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (cae4c63f-5ed2-43f9-babb-93c52398a4e7), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.447391 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=054a5488-072d-414e-8121-889feba24005,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:06.462365 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71274552-96c7-4a70-8f74-bca5b5bea5bd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae4c63f-5ed2-43f9-babb-93c52398a4e7,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:06.580007 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71274552-96c7-4a70-8f74-bca5b5bea5bd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.585842 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=b65544da-40a4-49b8-acb3-45471cafb29d,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:06.586820 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-71274552-96c7-4a70-8f74-bca5b5bea5bd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6155424 Apr 12 12:19:06.594995 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41578) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:06.618007 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9d249ea4-cd6b-4eca-9064-5c4eec2ad101 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'security_group_rule': {'security_group_id': 'cae4c63f-5ed2-43f9-babb-93c52398a4e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:06.648295 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-68d0c93a-5671-4a5d-ad79-5b31b9011301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.741041 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:03Z', 'revision_number': 2, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:06.780497 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Checking router: 4773137f-8387-4482-874a-60e206126815 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:19:06.781091 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Updating router 4773137f-8387-4482-874a-60e206126815 port 8bdd6077-99b1-463a-b017-146560b37b4b binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:19:06.829148 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-68d0c93a-5671-4a5d-ad79-5b31b9011301 admin admin] Publish callbacks [] for security_group (6d92e5b9-efea-4db1-a66e-82b770799d4b), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.831039 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.945960 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d249ea4-cd6b-4eca-9064-5c4eec2ad101 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (3e982b4c-f4bf-4066-8a96-450e3fbb3415), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.959577 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-68d0c93a-5671-4a5d-ad79-5b31b9011301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6d92e5b9-efea-4db1-a66e-82b770799d4b), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:06.979620 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa47f5-7981-41e0-9703-d2bc1564eb39 req-e1f4ed85-ba1e-4ef4-8166-1505bbe95283 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:06.995643 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f1aa47f5-7981-41e0-9703-d2bc1564eb39 req-e1f4ed85-ba1e-4ef4-8166-1505bbe95283 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.1454766 Apr 12 12:19:07.006820 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f26007-c611-4324-bf93-03a4a691f861 req-622b7ebe-226b-48a3-8a34-9b496e459383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:07.008478 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-82f26007-c611-4324-bf93-03a4a691f861 req-622b7ebe-226b-48a3-8a34-9b496e459383 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 1129 time: 0.1178017 Apr 12 12:19:07.050602 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0c93a-5671-4a5d-ad79-5b31b9011301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92e5b9-efea-4db1-a66e-82b770799d4b,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:07.078088 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-68d0c93a-5671-4a5d-ad79-5b31b9011301 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80531193f8664bb08bbcd416a70c4e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7609229 Apr 12 12:19:07.088699 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41588) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:07.128535 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-82f26007-c611-4324-bf93-03a4a691f861 req-9da2fb44-26c7-4e81-8607-590e5d85f52c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073203 Apr 12 12:19:07.152708 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f1aa47f5-7981-41e0-9703-d2bc1564eb39 req-3d272215-0bdc-4094-b793-46c59ad22514 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560111 Apr 12 12:19:07.175868 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d249ea4-cd6b-4eca-9064-5c4eec2ad101 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (3e982b4c-f4bf-4066-8a96-450e3fbb3415), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.176332 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e3b8073e-cb75-4970-8f94-ae878b228a05 admin admin] Publish callbacks [] for security_group (6d92e5b9-efea-4db1-a66e-82b770799d4b), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.206383 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e3b8073e-cb75-4970-8f94-ae878b228a05 admin admin] Publish callbacks [] for security_group (6d92e5b9-efea-4db1-a66e-82b770799d4b), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.302504 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b80a5a-4764-4a6d-90fe-a7a84ce03d59 req-7e98217c-46bf-4a7a-b301-864bef9586fd tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:07.304424 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-72b80a5a-4764-4a6d-90fe-a7a84ce03d59 req-7e98217c-46bf-4a7a-b301-864bef9586fd tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 944 time: 0.0588920 Apr 12 12:19:07.320519 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d249ea4-cd6b-4eca-9064-5c4eec2ad101 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (3e982b4c-f4bf-4066-8a96-450e3fbb3415), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.359719 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d249ea4-cd6b-4eca-9064-5c4eec2ad101 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e982b4c-f4bf-4066-8a96-450e3fbb3415,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:07.381799 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:19:07.401349 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Publish callbacks [] for port (8bdd6077-99b1-463a-b017-146560b37b4b), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.414623 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-72b80a5a-4764-4a6d-90fe-a7a84ce03d59 req-ffd01f20-45d1-42e0-b00c-0ce90e494ae9 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968924 Apr 12 12:19:07.467666 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e3b8073e-cb75-4970-8f94-ae878b228a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6d92e5b9-efea-4db1-a66e-82b770799d4b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.470743 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e3b8073e-cb75-4970-8f94-ae878b228a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.472103 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-e3b8073e-cb75-4970-8f94-ae878b228a05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d92e5b9-efea-4db1-a66e-82b770799d4b HTTP/1.1" status: 204 len: 168 time: 0.3800242 Apr 12 12:19:07.478228 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 054a5488-072d-414e-8121-889feba24005 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:19:07.481525 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8073e-cb75-4970-8f94-ae878b228a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92e5b9-efea-4db1-a66e-82b770799d4b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:07.533648 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d249ea4-cd6b-4eca-9064-5c4eec2ad101 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.538294 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9d249ea4-cd6b-4eca-9064-5c4eec2ad101 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9372442 Apr 12 12:19:07.538560 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 41594) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:07.545491 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-30c2e50e-8703-4e63-a42c-4073d571c999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'security_group_rule': {'security_group_id': 'cae4c63f-5ed2-43f9-babb-93c52398a4e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:07.592296 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:07.607721 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 054a5488-072d-414e-8121-889feba24005 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:07.608154 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (054a5488-072d-414e-8121-889feba24005), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.609883 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': '08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97', 'network_id': '69e4efaf-5900-475b-bbe0-0f88a938ac5c', 'port_id': '08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97', 'mac_address': 'fa:16:3e:05:a3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4362eb-bbb1-488d-96d8-45465b8a6bbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:19:07.680277 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:07.680654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.697731 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:19:07.739136 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.743328 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:07.832437 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-30c2e50e-8703-4e63-a42c-4073d571c999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (6f4129c4-a163-4e3a-95eb-1f29a86631a9), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.920295 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 054a5488-072d-414e-8121-889feba24005 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:07.922735 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.926988 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-30c2e50e-8703-4e63-a42c-4073d571c999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (6f4129c4-a163-4e3a-95eb-1f29a86631a9), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:07.969217 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcbe03-731a-4b26-99de-17e8d5dfb290 None None] Pushing event updated for resources: {'Port': ['ID=8bdd6077-99b1-463a-b017-146560b37b4b,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:08.047996 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-30c2e50e-8703-4e63-a42c-4073d571c999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (6f4129c4-a163-4e3a-95eb-1f29a86631a9), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:08.057916 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Attempting to bind port 8bdd6077-99b1-463a-b017-146560b37b4b on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:19:08.058297 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Attempting to bind port 8bdd6077-99b1-463a-b017-146560b37b4b by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:19:08.058689 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Attempting to bind port 8bdd6077-99b1-463a-b017-146560b37b4b on network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:19:08.078312 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c36725-b7ee-44ef-80a5-377ddc1b18f6 req-8ca83e01-419f-41cf-856a-393336cbb46f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:08.079997 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-51c36725-b7ee-44ef-80a5-377ddc1b18f6 req-8ca83e01-419f-41cf-856a-393336cbb46f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1314459 Apr 12 12:19:08.082457 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:19:08.083355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Checking segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:19:08.084347 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:08.091652 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2e50e-8703-4e63-a42c-4073d571c999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4129c4-a163-4e3a-95eb-1f29a86631a9,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:08.101841 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Bound using segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:19:08.103187 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Bound port: 8bdd6077-99b1-463a-b017-146560b37b4b, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:19:08.105463 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:08.117174 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:08.185865 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-35557b59-6132-4fe8-82d3-8ad59d23879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:08.189302 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-35557b59-6132-4fe8-82d3-8ad59d23879e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 1129 time: 0.0786886 Apr 12 12:19:08.198700 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-30c2e50e-8703-4e63-a42c-4073d571c999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:08.199945 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-30c2e50e-8703-4e63-a42c-4073d571c999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6596231 Apr 12 12:19:08.206827 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41604) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:08.229779 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:08.290885 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] For port 8bdd6077-99b1-463a-b017-146560b37b4b, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:19:08.291470 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] For port 8bdd6077-99b1-463a-b017-146560b37b4b, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=8bdd6077-99b1-463a-b017-146560b37b4b,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:19:08.306075 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:19:08.323066 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-51c36725-b7ee-44ef-80a5-377ddc1b18f6 req-6d988af3-aaa3-488e-82ce-18cbecda58c2 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301912 Apr 12 12:19:08.404459 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:08.426858 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-f85fd2b2-1584-4bcf-8343-8f4e23a162a7 None None] Provisioning complete for port 8bdd6077-99b1-463a-b017-146560b37b4b triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:08.426858 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f85fd2b2-1584-4bcf-8343-8f4e23a162a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:08.431192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:08.476103 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23dd24-912b-43ba-85aa-8f1c1d180966 req-d1248fa4-dadb-43db-8696-57b0148db1da tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:08.490505 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ea23dd24-912b-43ba-85aa-8f1c1d180966 req-d1248fa4-dadb-43db-8696-57b0148db1da tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.2011096 Apr 12 12:19:08.607072 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-2a662159-9b2e-4347-a79f-c28a6ef52b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:08.609983 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-2a662159-9b2e-4347-a79f-c28a6ef52b19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.4077873 Apr 12 12:19:08.663867 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ea23dd24-912b-43ba-85aa-8f1c1d180966 req-d4b7e07f-575d-4721-b543-7f412eda20d7 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714995 Apr 12 12:19:08.738650 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d41e28-54b0-4f1a-b414-b00b9ca3ae2a req-c3d7a737-c2d7-4272-9fd2-7d231dba5f1c tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:08.740440 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:19:08.743696 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:18:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:08.748192 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcbe03-731a-4b26-99de-17e8d5dfb290 None None] Pushing event updated for resources: {'Port': ['ID=8bdd6077-99b1-463a-b017-146560b37b4b,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:08.751400 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-27d41e28-54b0-4f1a-b414-b00b9ca3ae2a req-c3d7a737-c2d7-4272-9fd2-7d231dba5f1c tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 945 time: 0.1445746 Apr 12 12:19:08.824910 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.000459 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-27d41e28-54b0-4f1a-b414-b00b9ca3ae2a req-da6e1bd9-d9c9-44f2-bd3a-373d0c83c2a6 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476830 Apr 12 12:19:09.068463 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41610) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:09.104330 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fdba174-0a3f-4349-b4dc-f20359f4e985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.184452 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-ab0e940f-4bff-4ac1-80b8-3964a5d2c7bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea HTTP/1.1" status: 200 len: 217 time: 0.1520169 Apr 12 12:19:09.239525 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:19:09.274847 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Allocated IP 172.27.3.135 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/36d6d3ca-a5e9-4122-9041-d8a13767bcbb) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:19:09.284194 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-f85fd2b2-1584-4bcf-8343-8f4e23a162a7 None None] Current status of the port 8bdd6077-99b1-463a-b017-146560b37b4b is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:09.284575 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f85fd2b2-1584-4bcf-8343-8f4e23a162a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.327132 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-eb08fcbd-a1dc-4b66-b389-01847e821ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:09.329123 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-eb08fcbd-a1dc-4b66-b389-01847e821ead service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.1367507 Apr 12 12:19:09.405246 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-3ab62ba8-ba47-4b45-a2d0-06752e1836d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:09.407409 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-3ab62ba8-ba47-4b45-a2d0-06752e1836d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708721 Apr 12 12:19:09.488776 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f85fd2b2-1584-4bcf-8343-8f4e23a162a7 None None] For port 8bdd6077-99b1-463a-b017-146560b37b4b, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=8bdd6077-99b1-463a-b017-146560b37b4b,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:09.500318 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fdba174-0a3f-4349-b4dc-f20359f4e985 admin admin] Publish callbacks [] for security_group (5d4cffc5-1d52-4067-b2a9-ec3dbfec1915), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.560112 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for port (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.593136 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f85fd2b2-1584-4bcf-8343-8f4e23a162a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.663567 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8a2f9-33a1-4507-9500-e86b81b09f15 req-f02adf8d-6231-48ac-ab05-543e2e115665 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:09.665641 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a1b8a2f9-33a1-4507-9500-e86b81b09f15 req-f02adf8d-6231-48ac-ab05-543e2e115665 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1798811 Apr 12 12:19:09.670255 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fdba174-0a3f-4349-b4dc-f20359f4e985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (5d4cffc5-1d52-4067-b2a9-ec3dbfec1915), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.682951 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:08Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:09.721275 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fd2b2-1584-4bcf-8343-8f4e23a162a7 None None] Pushing event updated for resources: {'Port': ['ID=8bdd6077-99b1-463a-b017-146560b37b4b,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:09.728061 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45195bdf-076e-4208-8cfa-61d1253802f6 None None] The sync data for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi is: [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:08Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:19:09.739051 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.739550 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-96a9997b-b646-46f4-bda6-8ed73f9139e4 None None] Provisioning complete for port 8bdd6077-99b1-463a-b017-146560b37b4b triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:09.740318 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-96a9997b-b646-46f4-bda6-8ed73f9139e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:09.895531 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdba174-0a3f-4349-b4dc-f20359f4e985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4cffc5-1d52-4067-b2a9-ec3dbfec1915,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:09.922845 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-4fdba174-0a3f-4349-b4dc-f20359f4e985 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c257975fe4954ff8b8c260b276928cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8521574 Apr 12 12:19:09.934772 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 41616) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:09.976612 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:19:09.983144 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-96a9997b-b646-46f4-bda6-8ed73f9139e4 None None] Current status of the port 8bdd6077-99b1-463a-b017-146560b37b4b is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:10.093959 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:19:10.105192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:19:10.109039 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'Port': ['ID=36d6d3ca-a5e9-4122-9041-d8a13767bcbb,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:10.171656 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed854306-1849-42e1-a9ab-9e5869fcfabb req-ca155f5c-7931-4c6b-ae98-71878f054148 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:10.173512 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ed854306-1849-42e1-a9ab-9e5869fcfabb req-ca155f5c-7931-4c6b-ae98-71878f054148 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.1702454 Apr 12 12:19:10.189443 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-dc784a95-6c13-4645-b413-d87ec037f4f8 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695186 Apr 12 12:19:10.231024 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-def545f2-d424-43fd-83e3-e9c62b0da77d admin admin] Publish callbacks [] for security_group (5d4cffc5-1d52-4067-b2a9-ec3dbfec1915), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:10.316567 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-def545f2-d424-43fd-83e3-e9c62b0da77d admin admin] Publish callbacks [] for security_group (5d4cffc5-1d52-4067-b2a9-ec3dbfec1915), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:10.339902 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a1b8a2f9-33a1-4507-9500-e86b81b09f15 req-a9ade507-4668-4ee3-93e3-1210e8ef4445 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464152 Apr 12 12:19:10.357337 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ed854306-1849-42e1-a9ab-9e5869fcfabb req-e8ea70a4-b2bd-467f-a873-a6d0d83c2f38 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638343 Apr 12 12:19:10.371920 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (fcd2780e-1dc8-4794-a9c3-3c9b520f1164), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:10.422089 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1789174e-c6ca-4283-b7b3-ee2ad9fb32d3 req-6c64cc64-d592-4739-9f5f-20f4f5e6476b service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248671 Apr 12 12:19:10.524274 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98032f-8897-4874-a07a-2e94473bbf77 req-97b22dbb-8d49-4ddb-ba2a-2a74b974b693 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:10.532431 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0a98032f-8897-4874-a07a-2e94473bbf77 req-97b22dbb-8d49-4ddb-ba2a-2a74b974b693 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 945 time: 0.0876443 Apr 12 12:19:10.548233 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-def545f2-d424-43fd-83e3-e9c62b0da77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (5d4cffc5-1d52-4067-b2a9-ec3dbfec1915), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:10.553307 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-def545f2-d424-43fd-83e3-e9c62b0da77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:10.555365 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-def545f2-d424-43fd-83e3-e9c62b0da77d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d4cffc5-1d52-4067-b2a9-ec3dbfec1915 HTTP/1.1" status: 204 len: 168 time: 0.6191778 Apr 12 12:19:10.600158 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def545f2-d424-43fd-83e3-e9c62b0da77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4cffc5-1d52-4067-b2a9-ec3dbfec1915,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:10.632569 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:10.638080 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0a98032f-8897-4874-a07a-2e94473bbf77 req-64d84887-d957-4e7f-9925-c95348a1af0f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043284 Apr 12 12:19:10.943778 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for port (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:11.014189 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:11.199183 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'Port': ['ID=36d6d3ca-a5e9-4122-9041-d8a13767bcbb,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:11.223905 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (fcd2780e-1dc8-4794-a9c3-3c9b520f1164), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:11.313743 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:11.315849 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-312c7f18-55c9-43e1-8454-6ef508fc6d29 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1078093 Apr 12 12:19:11.404404 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:19:11.512835 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 8bdd6077-99b1-463a-b017-146560b37b4b up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:19:11.675740 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 8bdd6077-99b1-463a-b017-146560b37b4b triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:11.676360 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:11.689061 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e32eaa-25eb-4d10-8afb-27c91c23e108 req-45daa34a-1d8d-4d7f-ab7d-7a5953fa6fb3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:11.703002 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67e32eaa-25eb-4d10-8afb-27c91c23e108 req-45daa34a-1d8d-4d7f-ab7d-7a5953fa6fb3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.2113867 Apr 12 12:19:11.782870 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:19:11.829928 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67e32eaa-25eb-4d10-8afb-27c91c23e108 req-df4586ac-c19d-485b-8af3-8f25e1fc2d73 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236413 Apr 12 12:19:11.873685 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-9554337a-222b-4df8-bf7b-a9a1d8909251 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1058465426&fields=id&tenant_id=fea129a3459c47ffb7d2ac00ef5decbf HTTP/1.1" status: 200 len: 267 time: 0.1211226 Apr 12 12:19:11.892337 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 8bdd6077-99b1-463a-b017-146560b37b4b is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:11.909984 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:11.910944 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:12.001873 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34f6ad-94d9-4ab7-b84a-44c1d4da19e3 req-967e9ee2-d860-4be8-a0a4-e45c7a98e8c7 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:12.003740 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-df34f6ad-94d9-4ab7-b84a-44c1d4da19e3 req-967e9ee2-d860-4be8-a0a4-e45c7a98e8c7 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 945 time: 0.0726111 Apr 12 12:19:12.078911 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-df34f6ad-94d9-4ab7-b84a-44c1d4da19e3 req-730fae92-fe83-49aa-b352-74a040fea0fa tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632455 Apr 12 12:19:12.098853 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:12.100918 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:12.130695 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ba3754-80a0-4df5-9154-c4a7205ffcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:19:12.130971 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-9cbce550-d1a7-472f-8b92-c633cf7310fa tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:12.133116 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfeafbd-b0b0-423d-acf4-6002b4304f13" -d '{"events": [{"server_uuid": "40ba3754-80a0-4df5-9154-c4a7205ffcee", "name": "network-vif-plugged", "status": "completed", "tag": "08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:19:12.143786 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-9cbce550-d1a7-472f-8b92-c633cf7310fa tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 817 time: 0.2591197 Apr 12 12:19:12.154474 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:12.160231 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-0422e7c9-2814-4381-8e49-92f056bb7344 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/quotas/fea129a3459c47ffb7d2ac00ef5decbf HTTP/1.1" status: 200 len: 375 time: 0.0147550 Apr 12 12:19:12.194673 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02913af2-0834-40af-b88d-c8773a5b7976 x-openstack-request-id: req-02913af2-0834-40af-b88d-c8773a5b7976 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:19:12.194999 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ba3754-80a0-4df5-9154-c4a7205ffcee", "name": "network-vif-plugged", "status": "completed", "tag": "08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:19:12.195260 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02913af2-0834-40af-b88d-c8773a5b7976 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:19:12.195668 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02913af2-0834-40af-b88d-c8773a5b7976'] response: {'server_uuid': '40ba3754-80a0-4df5-9154-c4a7205ffcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97', 'code': 200} Apr 12 12:19:12.250833 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:12.257449 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-55964e17-7cf8-4d28-9294-579f5bf06ab4 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871336 Apr 12 12:19:12.339587 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:12.441537 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-e322801f-5c6c-4304-8521-410678604bf5 service neutron] 10.222.0.20 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614764 Apr 12 12:19:12.681290 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f7844-7be7-4eb1-a77f-0860ca906e9b req-6b42e679-897b-43fc-ac4c-33ac2cb43390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:12.683845 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5b3f7844-7be7-4eb1-a77f-0860ca906e9b req-6b42e679-897b-43fc-ac4c-33ac2cb43390 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 1130 time: 0.0940282 Apr 12 12:19:12.689365 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-e5c68de2-d8fd-49ac-a9f8-9d343bef3910 service neutron] 10.222.0.20 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352886 Apr 12 12:19:12.746138 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5b3f7844-7be7-4eb1-a77f-0860ca906e9b req-64eb02c5-760d-4dd8-980b-8f3858cc3510 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Apr 12 12:19:12.967397 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d67c7-0a5c-4975-8276-9510358c4059 req-81d36094-05d1-4d71-ada7-e2e8f4fe9b96 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:12.969268 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6c5d67c7-0a5c-4975-8276-9510358c4059 req-81d36094-05d1-4d71-ada7-e2e8f4fe9b96 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0706704 Apr 12 12:19:13.028560 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-84c246a9-a9db-4254-ac9b-75f92fb5c43d req-5c4bd3f7-ac61-47eb-83b5-bea79e9e59c9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0698206 Apr 12 12:19:13.038661 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6c5d67c7-0a5c-4975-8276-9510358c4059 req-865b2ccb-072a-45f3-b2b3-0b52e33d916a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601971 Apr 12 12:19:13.256471 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510e243-bd76-4040-a1e0-611196f3c5e5 req-b9638a17-15e0-4cca-a666-df9ca65fff50 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:13.257972 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6510e243-bd76-4040-a1e0-611196f3c5e5 req-b9638a17-15e0-4cca-a666-df9ca65fff50 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0744061 Apr 12 12:19:13.321889 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6510e243-bd76-4040-a1e0-611196f3c5e5 req-185bccc5-4410-4eb6-a917-f66ed4b44a94 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572784 Apr 12 12:19:14.153568 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-32856550-eafc-4b64-a3ad-dac0a7964c52 req-313e4ea7-387d-4df8-95eb-556892310f4e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0677724 Apr 12 12:19:14.234639 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16edd4-9186-470b-aa13-e68673358dbb req-5e76abfc-a83c-496c-8bf4-3ddb4fd48e59 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:14.237009 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ea16edd4-9186-470b-aa13-e68673358dbb req-5e76abfc-a83c-496c-8bf4-3ddb4fd48e59 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0557432 Apr 12 12:19:14.309104 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ea16edd4-9186-470b-aa13-e68673358dbb req-7b68abe6-baa1-4b1b-a5f0-77edaf0fc4a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634699 Apr 12 12:19:14.499324 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0e0b4-5d10-4f7d-9a9f-cb7e5f06c66c req-12db08c6-c84d-4a58-9927-e0543a3e5f99 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:14.501171 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-64a0e0b4-5d10-4f7d-9a9f-cb7e5f06c66c req-12db08c6-c84d-4a58-9927-e0543a3e5f99 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0553007 Apr 12 12:19:14.559077 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-64a0e0b4-5d10-4f7d-9a9f-cb7e5f06c66c req-cebbc91d-5fa1-45ba-b03d-1fbe02893b40 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Apr 12 12:19:15.306862 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5b33ba5d-8761-455e-8cfa-35996c295246 req-47a5e648-4d8e-4141-be40-f987dc71408e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0301678 Apr 12 12:19:15.506039 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0662b-db42-42ac-a030-ca395bef57eb req-4dbfb2d4-5c66-4807-9de2-0e766870b6f6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:15.508707 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cbc0662b-db42-42ac-a030-ca395bef57eb req-4dbfb2d4-5c66-4807-9de2-0e766870b6f6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0914063 Apr 12 12:19:15.585773 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cbc0662b-db42-42ac-a030-ca395bef57eb req-74ab914c-767b-45aa-8068-7bafb85e82f6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680799 Apr 12 12:19:15.749004 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c6bab-9d76-4b38-bdf5-04c46d7236c1 req-360da7e7-1382-4601-b2af-fe8769d2c582 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:15.751732 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ad2c6bab-9d76-4b38-bdf5-04c46d7236c1 req-360da7e7-1382-4601-b2af-fe8769d2c582 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0903332 Apr 12 12:19:15.814601 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ad2c6bab-9d76-4b38-bdf5-04c46d7236c1 req-b386a729-ba63-4105-aeb0-16b29c7e2edb tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561800 Apr 12 12:19:16.431746 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b0b58edb-655f-41f2-971d-8a0f2b78166c req-78851b26-56c6-43f2-81f7-6e5bf3cfcdd1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0314641 Apr 12 12:19:16.745002 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77a260-f72d-4f53-b7cf-72cc06d4d584 req-34b4ba7d-1fff-44bf-aa05-9f57e4e29ea5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:16.746577 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4e77a260-f72d-4f53-b7cf-72cc06d4d584 req-34b4ba7d-1fff-44bf-aa05-9f57e4e29ea5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0565338 Apr 12 12:19:16.808226 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4e77a260-f72d-4f53-b7cf-72cc06d4d584 req-c01e64aa-3186-4b29-8c4f-6ce1acf2d011 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519557 Apr 12 12:19:17.198954 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:17.554848 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e4853f6d-5064-4954-b4f8-a7bf147d92fe req-68d941d2-1cf3-41c2-b2de-427fac84e85a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0303433 Apr 12 12:19:17.955097 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d9637-3efb-4a7f-85e3-625048ca21b1 req-688a6c5a-d9bd-4c92-a679-2df63f494a91 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:17.956729 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c93d9637-3efb-4a7f-85e3-625048ca21b1 req-688a6c5a-d9bd-4c92-a679-2df63f494a91 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0631495 Apr 12 12:19:18.032570 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c93d9637-3efb-4a7f-85e3-625048ca21b1 req-c3c17ff4-078a-4714-b051-e0cd0a93e2ec tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630398 Apr 12 12:19:18.685328 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e8c28834-4d72-4034-9852-e37ec97643e2 req-bfcf3fa8-942b-4c37-8a0b-72d901939fba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0332820 Apr 12 12:19:19.214229 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef810b4a-ce51-44e5-a316-8d79c5e98bcc req-641d57c5-df11-4156-9674-a0ff56c22f0a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:19.216708 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ef810b4a-ce51-44e5-a316-8d79c5e98bcc req-641d57c5-df11-4156-9674-a0ff56c22f0a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0749123 Apr 12 12:19:19.300719 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ef810b4a-ce51-44e5-a316-8d79c5e98bcc req-9095d539-885d-4bec-a6c6-6494bb1e2db1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755749 Apr 12 12:19:19.491047 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-5a3aaa7a-4a31-44f1-ab67-154cbd10c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:19.493790 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-5a3aaa7a-4a31-44f1-ab67-154cbd10c689 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 1129 time: 0.0746624 Apr 12 12:19:19.661469 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-7e9c3f9d-7402-4ed6-a458-3f81a5ae79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:19.664065 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-7e9c3f9d-7402-4ed6-a458-3f81a5ae79fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.1459217 Apr 12 12:19:19.763486 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-a34d1d96-e3a6-4773-97ca-a59361cd9814 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea HTTP/1.1" status: 200 len: 217 time: 0.0874870 Apr 12 12:19:19.772465 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-bcb89d8e-fdcc-411b-aa95-24b93dae29b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:20.001001 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dcfdaef8-4644-4f2b-ae1e-929b8a138fc9 req-48d02284-a796-4273-945c-535a2aaea80f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.1798630 Apr 12 12:19:20.025381 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-58f1d454-6ac6-411e-b240-6f5452b3a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:20.027921 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-58f1d454-6ac6-411e-b240-6f5452b3a370 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.2545404 Apr 12 12:19:20.132885 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-5b6ec0f0-aea2-4171-83a5-1553b52fb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:20.135662 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-5b6ec0f0-aea2-4171-83a5-1553b52fb128 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980544 Apr 12 12:19:20.342659 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-aaed2a64-b897-4768-918e-06c8f9b252d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:20.346440 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-aaed2a64-b897-4768-918e-06c8f9b252d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 817 time: 0.5228105 Apr 12 12:19:20.489556 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-c037cd0e-8c72-4c07-8dcd-89107ca5d317 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342602 Apr 12 12:19:20.604152 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-60dfb175-8149-4893-8c23-62ff087fd12e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea129a3459c47ffb7d2ac00ef5decbf HTTP/1.1" status: 200 len: 380 time: 0.2471051 Apr 12 12:19:20.626122 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee937bf5-c774-4ff9-8446-fa552199cee7 req-dc282f19-9489-4c8a-9ccf-d15c522b997e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:20.628697 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ee937bf5-c774-4ff9-8446-fa552199cee7 req-dc282f19-9489-4c8a-9ccf-d15c522b997e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1798162 Apr 12 12:19:20.643079 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'port': {'device_id': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'admin_state_up': True, 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'security_groups': ['cae4c63f-5ed2-43f9-babb-93c52398a4e7']}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:20.935044 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-15ea03ea-9eee-4be2-9f7b-7fd37e9116b2 req-99f6e98d-9339-4cca-ab09-90229d206c24 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039655 Apr 12 12:19:20.945671 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ee937bf5-c774-4ff9-8446-fa552199cee7 req-83a08db8-8946-49b5-b8c1-52bc8f64b218 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433465 Apr 12 12:19:21.101780 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Made reservation on behalf of fea129a3459c47ffb7d2ac00ef5decbf for: {'port': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:19:21.106188 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:21.297936 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Allocated IP 172.20.0.10 (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4/b06f3540-a304-4e6d-8bb9-293580179e7e/c170abba-8d35-41c0-8ae4-5196caf394a5) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:19:21.528747 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:21.578518 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-38096d2e-2ee6-48ad-b900-ff0dcb1e3328 req-f6a6fbd6-6e25-4389-9d3d-647dec61fb2b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0410471 Apr 12 12:19:21.726955 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:21.779528 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec05d25-7f6d-4606-85d5-cffc917cd0db req-5baaab1a-8f0e-4d8a-9e57-4d832f9c5323 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:21.781234 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1ec05d25-7f6d-4606-85d5-cffc917cd0db req-5baaab1a-8f0e-4d8a-9e57-4d832f9c5323 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0918114 Apr 12 12:19:21.800720 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:19:21.813829 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:19:21.815733 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:21.818201 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:19:21.855355 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.855628 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.855970 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.856305 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.856639 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.857014 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.857368 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.857731 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.858004 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.858329 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.858653 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.858980 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.859308 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.859637 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.859960 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:21.913259 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:21.913935 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:21.919654 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1ec05d25-7f6d-4606-85d5-cffc917cd0db req-15e050d3-76ad-4f29-8007-7b2e4f57a3f8 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281638 Apr 12 12:19:22.023274 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-2c5d6901-c179-4307-928f-aefa268a5f47 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3896945 Apr 12 12:19:22.111375 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af7d8c-636f-4f46-a569-70395adf7ee1 req-02e5aca5-2f28-4aca-b01f-0ece01db5129 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:22.113864 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-91af7d8c-636f-4f46-a569-70395adf7ee1 req-02e5aca5-2f28-4aca-b01f-0ece01db5129 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0650082 Apr 12 12:19:22.115526 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-33d34659-cbaf-4641-b786-e784b012e9a6 None None] Provisioning complete for port c170abba-8d35-41c0-8ae4-5196caf394a5 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:22.116384 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-33d34659-cbaf-4641-b786-e784b012e9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:22.159490 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-33d34659-cbaf-4641-b786-e784b012e9a6 None None] Port c170abba-8d35-41c0-8ae4-5196caf394a5 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:19:22.179955 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-91af7d8c-636f-4f46-a569-70395adf7ee1 req-c93501a9-069c-4807-b037-0ea62e046562 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582714 Apr 12 12:19:22.560990 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-337cfbd1-71d1-4477-901a-756c5ef62186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:22.747793 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97090dcc-9f07-44db-8068-1ad4589d0b22 req-1f99239f-467c-4b81-9d63-5d5f8138b39c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:22.749888 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-97090dcc-9f07-44db-8068-1ad4589d0b22 req-1f99239f-467c-4b81-9d63-5d5f8138b39c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 932 time: 0.0737960 Apr 12 12:19:22.821449 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-97090dcc-9f07-44db-8068-1ad4589d0b22 req-8d2d7bf9-d0b5-439d-a70c-6a9b76ee9d43 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632124 Apr 12 12:19:23.085664 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ac6a6-f73b-4d5d-b2a9-1df0f696abfd req-59aabbcb-c896-44cb-87af-723bb5037866 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:23.088380 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a76ac6a6-f73b-4d5d-b2a9-1df0f696abfd req-59aabbcb-c896-44cb-87af-723bb5037866 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0655944 Apr 12 12:19:23.149913 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a76ac6a6-f73b-4d5d-b2a9-1df0f696abfd req-fc12418c-1ead-43dd-ab21-b103ee84e733 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544083 Apr 12 12:19:23.343594 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb133e1f-ef72-4cad-abcf-3d06f48bbbc3 req-30597622-83de-489a-86af-30958b7c18e3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:23.346048 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-eb133e1f-ef72-4cad-abcf-3d06f48bbbc3 req-30597622-83de-489a-86af-30958b7c18e3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0742748 Apr 12 12:19:23.431064 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-eb133e1f-ef72-4cad-abcf-3d06f48bbbc3 req-59d17201-b1fd-46de-b551-018e092cc38c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682523 Apr 12 12:19:23.583672 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:23.684051 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Request body: {'port': {'device_id': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:23.761541 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:23.992032 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64647e6-861e-4687-9d56-6f18a8a9761e req-060bc3a3-26e0-4cb1-9f83-2a9f96cb6329 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:23.994267 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c64647e6-861e-4687-9d56-6f18a8a9761e req-060bc3a3-26e0-4cb1-9f83-2a9f96cb6329 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 932 time: 0.0738614 Apr 12 12:19:24.108704 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c64647e6-861e-4687-9d56-6f18a8a9761e req-0ef19b50-1e11-4261-8456-66a4e75de3c3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045444 Apr 12 12:19:24.174953 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c170abba-8d35-41c0-8ae4-5196caf394a5 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:19:24.184497 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Publish callbacks [] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:24.200446 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Transition to ACTIVE for port object c170abba-8d35-41c0-8ae4-5196caf394a5 will not be triggered until provisioned by entity L2. {{(pid=104047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:19:24.296927 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5591d1b-3f8c-47d6-b700-2fed5a00831b req-106820b1-69c1-46e3-9407-b068568b6eb0 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:24.298462 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f5591d1b-3f8c-47d6-b700-2fed5a00831b req-106820b1-69c1-46e3-9407-b068568b6eb0 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0514596 Apr 12 12:19:24.345768 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f5591d1b-3f8c-47d6-b700-2fed5a00831b req-e20eca7d-9191-4167-ab71-51c1b1200370 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Apr 12 12:19:24.388172 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:24.470894 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:24.640278 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967686b-b746-4030-a536-79b68820a3a2 req-e3db7b50-c6c5-4edf-9aa4-67f03cb1d65a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:24.642033 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3967686b-b746-4030-a536-79b68820a3a2 req-e3db7b50-c6c5-4edf-9aa4-67f03cb1d65a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0800290 Apr 12 12:19:24.662195 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Attempting to bind port c170abba-8d35-41c0-8ae4-5196caf394a5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:19:24.662678 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Attempting to bind port c170abba-8d35-41c0-8ae4-5196caf394a5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:19:24.663106 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Attempting to bind port c170abba-8d35-41c0-8ae4-5196caf394a5 on network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:19:24.678707 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Port c170abba-8d35-41c0-8ae4-5196caf394a5 on network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:19:24.679021 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Attempting to bind port c170abba-8d35-41c0-8ae4-5196caf394a5 on network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:19:24.688629 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:19:24.688990 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Checking segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:19:24.689377 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Bound using segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:19:24.689804 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Bound port: c170abba-8d35-41c0-8ae4-5196caf394a5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:19:24.690170 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:24.748506 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3967686b-b746-4030-a536-79b68820a3a2 req-200d6f38-d660-42e7-bf31-dc4a4b5b6eaf tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984926 Apr 12 12:19:24.787079 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:19:24.791254 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:19:24.898453 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:24.935546 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:24.936215 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:24.937655 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] 10.222.0.23 "PUT /v2.0/ports/c170abba-8d35-41c0-8ae4-5196caf394a5 HTTP/1.1" status: 200 len: 1094 time: 1.2589865 Apr 12 12:19:24.938091 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:19:24.940362 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8eb015-1ed9-4989-8bef-b44725edb1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:19:24.991534 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef840266-cd09-4f5f-b8ba-f55c6a097892 service neutron] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:25.017084 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daca724-c280-41c5-8e03-c87e9d0f7689 x-openstack-request-id: req-0daca724-c280-41c5-8e03-c87e9d0f7689 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:19:25.017613 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:19:25.017933 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0daca724-c280-41c5-8e03-c87e9d0f7689 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:19:25.018474 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0daca724-c280-41c5-8e03-c87e9d0f7689'] response: {'name': 'network-changed', 'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'status': 'completed', 'code': 200} Apr 12 12:19:25.078322 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:25.281522 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a65170-5905-4518-90dc-562d8e439173 req-f7bb1abe-027e-4a25-a9c6-34314dcc66d1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:25.283252 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85a65170-5905-4518-90dc-562d8e439173 req-f7bb1abe-027e-4a25-a9c6-34314dcc66d1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0678561 Apr 12 12:19:25.349579 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85a65170-5905-4518-90dc-562d8e439173 req-d6d2585d-e1e8-43ed-b5f2-8df119399669 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597670 Apr 12 12:19:25.522541 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab86c85-137a-4d09-8655-69fd5068f216 req-29165b20-e39b-4f4e-8a46-8a093aa1e9e0 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:25.525582 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6ab86c85-137a-4d09-8655-69fd5068f216 req-29165b20-e39b-4f4e-8a46-8a093aa1e9e0 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0826609 Apr 12 12:19:25.591115 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6ab86c85-137a-4d09-8655-69fd5068f216 req-cdb35e9f-2a6d-4ee9-ae05-37ab3afaab35 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584435 Apr 12 12:19:25.883869 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eb015-1ed9-4989-8bef-b44725edb1b0 req-5c021300-df65-4d0e-b013-137b46c1c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:25.887180 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4b8eb015-1ed9-4989-8bef-b44725edb1b0 req-5c021300-df65-4d0e-b013-137b46c1c769 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 1128 time: 0.0668471 Apr 12 12:19:25.919217 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17b7b-e16d-4c17-84fe-044c0618e93f req-9eb90937-4658-481a-8dc2-87b6f20e72a0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:25.923766 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5a17b7b-e16d-4c17-84fe-044c0618e93f req-9eb90937-4658-481a-8dc2-87b6f20e72a0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0714250 Apr 12 12:19:25.979347 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5a17b7b-e16d-4c17-84fe-044c0618e93f req-8da60633-6089-4221-971f-9725a8535742 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518649 Apr 12 12:19:26.134179 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eb015-1ed9-4989-8bef-b44725edb1b0 req-f1725570-c651-4884-9237-ca3a81c5ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:26.136542 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4b8eb015-1ed9-4989-8bef-b44725edb1b0 req-f1725570-c651-4884-9237-ca3a81c5ec05 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1498013 Apr 12 12:19:26.404948 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:26.457786 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-af0c2fd9-30cc-463a-9502-29f5ee81d374 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:26.459354 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-af0c2fd9-30cc-463a-9502-29f5ee81d374 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.23 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0992734 Apr 12 12:19:26.522784 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24737-1ddd-4312-8ddf-071e4db3e7be req-e1da16c6-50b8-4318-9f04-ba153de94bef tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:26.536025 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f1b24737-1ddd-4312-8ddf-071e4db3e7be req-e1da16c6-50b8-4318-9f04-ba153de94bef tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0846241 Apr 12 12:19:26.604524 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eb015-1ed9-4989-8bef-b44725edb1b0 req-89aef088-d1e5-4318-a3bd-43614b9603bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:26.605945 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4b8eb015-1ed9-4989-8bef-b44725edb1b0 req-89aef088-d1e5-4318-a3bd-43614b9603bc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2560816 Apr 12 12:19:26.609429 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f1b24737-1ddd-4312-8ddf-071e4db3e7be req-6db5f3aa-d6ac-4bbb-877e-efb15aa718c5 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723102 Apr 12 12:19:26.647478 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Deleting port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:19:26.647850 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:26.768904 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fab4d1-53ef-4529-b6f0-2ad3fb96f6d4 req-78a4137c-fae2-4dae-a48e-15432b9c0618 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:26.771300 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-83fab4d1-53ef-4529-b6f0-2ad3fb96f6d4 req-78a4137c-fae2-4dae-a48e-15432b9c0618 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 946 time: 0.0742469 Apr 12 12:19:26.847612 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-83fab4d1-53ef-4529-b6f0-2ad3fb96f6d4 req-4b2cc3dc-b4ee-4fdd-8137-f6f60c92b285 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a926578-e476-4ff1-baa4-3a80309e44e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646203 Apr 12 12:19:27.035393 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-759ee6ee-e29c-4ade-a7b0-2317db9dabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:27.036954 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-759ee6ee-e29c-4ade-a7b0-2317db9dabc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 1128 time: 0.3720446 Apr 12 12:19:27.126238 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-de74bb2b-58fd-4e50-9c1c-191188217f0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c170abba-8d35-41c0-8ae4-5196caf394a5 HTTP/1.1" status: 200 len: 217 time: 0.0566473 Apr 12 12:19:27.128218 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] For port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,segment=NetworkSegment(e73c4c57-d7a9-4dd8-b605-a89159cbca54),segment_id=e73c4c57-d7a9-4dd8-b605-a89159cbca54)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:27.128591 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:27.240249 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5271a-101f-427c-8a5d-e6f12edbfb69 req-7e345eea-b608-42c1-aeab-6988f4c5be04 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:27.241955 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3db5271a-101f-427c-8a5d-e6f12edbfb69 req-7e345eea-b608-42c1-aeab-6988f4c5be04 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1594086 Apr 12 12:19:27.243203 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Calling delete_port for 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 owned by compute:nova {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:19:27.365122 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-abef10ea-4c4e-4a68-b925-4de11d1a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:27.366615 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-abef10ea-4c4e-4a68-b925-4de11d1a0ca5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.2137523 Apr 12 12:19:27.443994 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3db5271a-101f-427c-8a5d-e6f12edbfb69 req-42304000-78cb-472b-8261-e3835370a136 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796224 Apr 12 12:19:27.462974 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-dc4663e4-8b67-4bd9-9b8a-41bcb2d5bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:27.464650 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-dc4663e4-8b67-4bd9-9b8a-41bcb2d5bcb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901785 Apr 12 12:19:27.617144 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-b91536ea-eecb-49df-bf4b-5c98319fbe9a service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438043 Apr 12 12:19:27.697865 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:27.745383 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Pushing event deleted for resources: {'Port': ['ID=08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:27.784751 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c2db5728-75b1-4dcd-a664-1abae9fb6150 req-dec7637c-e79d-4010-9921-b76dc82f41a9 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611533 Apr 12 12:19:27.826179 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e86dc-3a25-4714-b2a7-43b331e3fb54 req-db816370-2af4-42be-92b2-92db9910bc98 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:27.833775 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9e8e86dc-3a25-4714-b2a7-43b331e3fb54 req-db816370-2af4-42be-92b2-92db9910bc98 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0995061 Apr 12 12:19:27.835493 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] No DVR routers for this DVR port 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 on host hv-cinder-83009 {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:19:27.839888 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:27.843250 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ecea6a62-ac65-4e4d-b787-39d4ac2835da req-9c3193c9-da6e-4360-9e21-7e518ecea922 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.23 "DELETE /v2.0/ports/08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 HTTP/1.1" status: 204 len: 173 time: 1.3784823 Apr 12 12:19:27.843723 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ba3754-80a0-4df5-9154-c4a7205ffcee', 'name': 'network-vif-deleted', 'tag': '08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:19:27.846271 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b79b43b-9e59-43a0-a454-692e1763d11e" -d '{"events": [{"server_uuid": "40ba3754-80a0-4df5-9154-c4a7205ffcee", "name": "network-vif-deleted", "tag": "08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:19:27.904425 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9e8e86dc-3a25-4714-b2a7-43b331e3fb54 req-a371828c-a51d-47a9-92a4-b88357062c6d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693383 Apr 12 12:19:27.909404 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8bcfd9-d95f-4294-8f2d-ae8baeb2af6f x-openstack-request-id: req-8c8bcfd9-d95f-4294-8f2d-ae8baeb2af6f {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:19:27.909750 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ba3754-80a0-4df5-9154-c4a7205ffcee", "name": "network-vif-deleted", "tag": "08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:19:27.910045 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c8bcfd9-d95f-4294-8f2d-ae8baeb2af6f {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:19:27.910685 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8bcfd9-d95f-4294-8f2d-ae8baeb2af6f'] response: {'server_uuid': '40ba3754-80a0-4df5-9154-c4a7205ffcee', 'name': 'network-vif-deleted', 'tag': '08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97', 'status': 'completed', 'code': 200} Apr 12 12:19:28.026907 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-53b9b3bd-4bb2-431e-be1f-85318bf7c610 req-66a08aea-8702-4051-8468-5ae63438caeb tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0507932 Apr 12 12:19:28.591705 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0159-08bb-4a74-90b4-4eafedcd2db6 req-ccae022c-f64b-4fb1-8b9e-d9f039eb51f2 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:28.592664 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-936f0159-08bb-4a74-90b4-4eafedcd2db6 req-ccae022c-f64b-4fb1-8b9e-d9f039eb51f2 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0593166 Apr 12 12:19:28.646087 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-936f0159-08bb-4a74-90b4-4eafedcd2db6 req-0df7a8f7-71b2-467a-9fe4-8b354e0a7b29 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Apr 12 12:19:29.054903 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcffde-9702-4819-b0f4-64c3dfead163 req-af446b42-6498-4c21-85a4-38686aef9302 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:29.057511 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-99dcffde-9702-4819-b0f4-64c3dfead163 req-af446b42-6498-4c21-85a4-38686aef9302 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0618639 Apr 12 12:19:29.121242 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-99dcffde-9702-4819-b0f4-64c3dfead163 req-8d904cd0-dbef-4689-ae98-3347a348435a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579715 Apr 12 12:19:29.149272 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1ce80e31-5b9f-41f1-8641-370de22ecad2 req-b73be151-7ae2-4274-b03c-d4ead34ed56f tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0309050 Apr 12 12:19:29.796465 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5256f3-d0e5-4534-9803-789d2680d25a req-007f6142-ce84-4e96-9610-749719b2ad50 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:29.798229 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fe5256f3-d0e5-4534-9803-789d2680d25a req-007f6142-ce84-4e96-9610-749719b2ad50 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0779669 Apr 12 12:19:29.865738 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fe5256f3-d0e5-4534-9803-789d2680d25a req-6284735b-b21e-4f32-b453-a7c4c869d1ae tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Apr 12 12:19:30.262432 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8b61a-4bfc-44e5-9994-31d78ae33366 req-a30fa69d-63ea-41a5-a16f-31e132a9f533 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:30.265317 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c7c8b61a-4bfc-44e5-9994-31d78ae33366 req-a30fa69d-63ea-41a5-a16f-31e132a9f533 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0698216 Apr 12 12:19:30.287458 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-56d43933-860f-48c5-bfe4-8b55d5fa602e req-a9e377eb-d44f-4c5f-8ccc-d2024acbc3c7 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0385215 Apr 12 12:19:30.334959 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c7c8b61a-4bfc-44e5-9994-31d78ae33366 req-66664f05-593e-42c7-b12c-afc2a4f743c7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586102 Apr 12 12:19:30.572053 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:19:30.593480 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:19:30.593815 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 08d1cc8d-3a5b-48d4-8bb3-7ae32434ab97 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:19:31.007648 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174260bc-937d-4ac4-bd01-212eb264d271 req-e94aa7e2-606e-4033-9a9d-b32ec4f45174 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:31.009395 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-174260bc-937d-4ac4-bd01-212eb264d271 req-e94aa7e2-606e-4033-9a9d-b32ec4f45174 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0533490 Apr 12 12:19:31.090342 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-174260bc-937d-4ac4-bd01-212eb264d271 req-eb25a5ef-1140-4a23-aa45-8b8f619c9a0d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735326 Apr 12 12:19:31.423675 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7de56101-6bef-40d8-970e-b50e2da7b404 req-ec443782-e4fe-49e7-bfe5-f1608d096f21 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0381491 Apr 12 12:19:31.486463 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aeb895-a27b-4e9b-ae7d-96e50d4ac78c req-959fadba-e384-41b6-85d2-f346e45c0611 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:31.488895 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-74aeb895-a27b-4e9b-ae7d-96e50d4ac78c req-959fadba-e384-41b6-85d2-f346e45c0611 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0680227 Apr 12 12:19:31.548818 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-74aeb895-a27b-4e9b-ae7d-96e50d4ac78c req-5db01277-52bb-4ba7-928a-f03372301bec tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512097 Apr 12 12:19:32.235664 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b6931-967c-418c-97c1-e0aac00abc19 req-d42cf589-804a-472e-93af-a61124f48abd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:32.237343 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ed1b6931-967c-418c-97c1-e0aac00abc19 req-d42cf589-804a-472e-93af-a61124f48abd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0548420 Apr 12 12:19:32.301713 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ed1b6931-967c-418c-97c1-e0aac00abc19 req-e7906265-db23-40f9-aae2-4bca2590b5cd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539265 Apr 12 12:19:32.397602 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:19:32.541410 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:32.557083 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ef620c52-f25e-492e-bc5c-2cd5128251e1 req-fc829fbc-583a-410c-b026-8fb78ded6bd1 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0384808 Apr 12 12:19:32.568003 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'port_id': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'mac_address': 'fa:16:3e:c7:ba:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:19:32.640109 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c170abba-8d35-41c0-8ae4-5196caf394a5 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:32.640522 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:32.659287 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c170abba-8d35-41c0-8ae4-5196caf394a5 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:19:32.685467 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:32.781260 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf7b32-1e8f-4963-abc9-b1be373a443f req-f6196fbe-6c76-40ca-8ae3-f3a5243b423a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:32.782811 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bfaf7b32-1e8f-4963-abc9-b1be373a443f req-f6196fbe-6c76-40ca-8ae3-f3a5243b423a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0627038 Apr 12 12:19:32.815823 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:32.843028 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bfaf7b32-1e8f-4963-abc9-b1be373a443f req-db048245-87aa-4b04-92c2-81e767927cc2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539792 Apr 12 12:19:32.878751 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:33.438181 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf41117-913e-4e9a-8020-25dd1eb8ea18 req-7358a357-c9ae-4632-abe4-ad9f3e8e164d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:33.439582 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-caf41117-913e-4e9a-8020-25dd1eb8ea18 req-7358a357-c9ae-4632-abe4-ad9f3e8e164d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0494630 Apr 12 12:19:33.501791 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-caf41117-913e-4e9a-8020-25dd1eb8ea18 req-49213b13-2747-46fb-a159-794c0fb0551f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545387 Apr 12 12:19:33.691145 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3b7823fd-3cb1-43b8-9e0d-a55912a78a78 req-82cbd55b-600e-40a0-90ed-a2db53b8cdfb tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0306060 Apr 12 12:19:33.990316 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaed6be-f9c6-414d-ad5f-a4fccb0f83fa req-7bb2e83d-fedc-495b-9af4-d54a9bbd264b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:33.993501 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-aaaed6be-f9c6-414d-ad5f-a4fccb0f83fa req-7bb2e83d-fedc-495b-9af4-d54a9bbd264b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0619116 Apr 12 12:19:34.049032 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-aaaed6be-f9c6-414d-ad5f-a4fccb0f83fa req-548ea8c2-dd91-4ef2-af07-b087a0318d7a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463216 Apr 12 12:19:34.322526 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:19:34.694443 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86cf85-f257-4f83-95e1-64cc60a1d331 req-d8286991-97b2-4c9c-ba5b-e9b63d473469 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:34.697732 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3f86cf85-f257-4f83-95e1-64cc60a1d331 req-d8286991-97b2-4c9c-ba5b-e9b63d473469 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0793400 Apr 12 12:19:34.782025 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3f86cf85-f257-4f83-95e1-64cc60a1d331 req-ab63d6bc-b77d-4a98-8644-820e87285238 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Apr 12 12:19:34.874148 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-19e1096a-2981-4127-8856-beeec9685610 req-e9082048-8247-41cc-a37f-ef0ae6ae5e31 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0445845 Apr 12 12:19:35.180606 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616f9ab-4ba6-41e7-83a1-7c4796562ca7 req-a917ca24-caa8-48e0-aa43-17350e002c0e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:35.182314 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9616f9ab-4ba6-41e7-83a1-7c4796562ca7 req-a917ca24-caa8-48e0-aa43-17350e002c0e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0537901 Apr 12 12:19:35.252080 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9616f9ab-4ba6-41e7-83a1-7c4796562ca7 req-6816363d-7082-4eae-9c4c-e5a1cc90ef30 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638540 Apr 12 12:19:35.848959 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['c170abba-8d35-41c0-8ae4-5196caf394a5'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:19:36.023828 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111b49-2429-4a0c-803e-9d498950219d req-22e66d01-f9e3-4c48-9355-c0e0972b3c79 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:36.031846 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f2111b49-2429-4a0c-803e-9d498950219d req-22e66d01-f9e3-4c48-9355-c0e0972b3c79 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1365294 Apr 12 12:19:36.086403 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7e97599e-2f4d-4560-a2dd-253ef7920f0d req-7823e5dc-3457-4810-a7d4-6bff0fede491 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0285759 Apr 12 12:19:36.121484 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f2111b49-2429-4a0c-803e-9d498950219d req-040adbae-3598-46f0-8026-dc258732d902 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843651 Apr 12 12:19:36.404953 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180c3cf-398d-4937-b8fb-cbe4a9fea554 req-d55f07fa-0422-4905-b90c-ec199cd9dd0a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:36.406419 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3180c3cf-398d-4937-b8fb-cbe4a9fea554 req-d55f07fa-0422-4905-b90c-ec199cd9dd0a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0582147 Apr 12 12:19:36.466365 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3180c3cf-398d-4937-b8fb-cbe4a9fea554 req-9f495cb2-d801-4df1-beec-1d77c9df9089 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537100 Apr 12 12:19:37.237149 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ff8519f2-a1b3-4176-8ff5-3d4dfa14bed8 req-d79b478d-5db7-422d-940b-fa5b92b3b983 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0448782 Apr 12 12:19:37.260247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4292b4d-896e-4c5f-a885-07466182400a req-817091a0-99e1-4b4d-a3cf-424beb870f40 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:37.262894 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e4292b4d-896e-4c5f-a885-07466182400a req-817091a0-99e1-4b4d-a3cf-424beb870f40 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0653009 Apr 12 12:19:37.342484 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e4292b4d-896e-4c5f-a885-07466182400a req-387269dd-6684-4018-86cf-8f2946f0745e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735364 Apr 12 12:19:37.609827 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0df1-441f-420c-8b56-3f2edc06abd8 req-99796f1c-abd5-49cb-b8fa-f1465e217ec2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:37.611450 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dfba0df1-441f-420c-8b56-3f2edc06abd8 req-99796f1c-abd5-49cb-b8fa-f1465e217ec2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0502675 Apr 12 12:19:37.676775 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dfba0df1-441f-420c-8b56-3f2edc06abd8 req-24322ed8-6c7e-4561-a018-6a8b0cbdcc05 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573823 Apr 12 12:19:38.387378 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-62c3b369-7173-43a3-b196-feebc71b38c1 req-a279ca4f-af05-4c8d-948b-381f4af09328 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0304742 Apr 12 12:19:38.484512 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c3560-aab5-434e-a0f5-a838df7e8043 req-de49a09f-1e19-43e7-95c5-601676fbf6b0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:38.486266 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-aa9c3560-aab5-434e-a0f5-a838df7e8043 req-de49a09f-1e19-43e7-95c5-601676fbf6b0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0577784 Apr 12 12:19:38.543128 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-aa9c3560-aab5-434e-a0f5-a838df7e8043 req-1304953b-7de0-43bc-aed4-c90d96f39db8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497150 Apr 12 12:19:38.813388 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a279e1-8cec-4413-8b39-15f91a152aba req-62170d8b-79b3-49c1-a41a-8f5670c7820d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:38.815011 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61a279e1-8cec-4413-8b39-15f91a152aba req-62170d8b-79b3-49c1-a41a-8f5670c7820d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0538092 Apr 12 12:19:38.873450 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61a279e1-8cec-4413-8b39-15f91a152aba req-deff6c2f-af5d-4abc-a7de-38dea6ad4e24 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522072 Apr 12 12:19:39.529214 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8fb492d1-a456-49b7-bc84-6c2f1a37e26d req-a859d1e2-b4c9-4681-a226-5b54bd342594 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0283380 Apr 12 12:19:39.688437 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ba38-016e-418c-b43e-0c663a8b2176 req-0998141f-9bd6-4adf-91c0-df9a2a17a994 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:39.690755 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f950ba38-016e-418c-b43e-0c663a8b2176 req-0998141f-9bd6-4adf-91c0-df9a2a17a994 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0695009 Apr 12 12:19:39.752063 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f950ba38-016e-418c-b43e-0c663a8b2176 req-cfd2f99b-6a02-448d-8896-25d64a4085a1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526798 Apr 12 12:19:40.004221 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50306fc5-6a2f-4c3b-9514-53baab8cedae req-f5f4df9d-87af-47a1-a8eb-e614c4fe108a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:40.005692 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-50306fc5-6a2f-4c3b-9514-53baab8cedae req-f5f4df9d-87af-47a1-a8eb-e614c4fe108a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0510931 Apr 12 12:19:40.068648 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-50306fc5-6a2f-4c3b-9514-53baab8cedae req-7af13402-e507-4df8-85b7-b443bd7d5497 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554984 Apr 12 12:19:40.644709 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9585bcb8-07bc-4312-900f-390bc0ecbf4d req-4e70ec10-38a6-4153-9eed-da1d66a483f9 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.0304308 Apr 12 12:19:40.904595 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a945a5-a5d3-4bd7-a4eb-5c254d0165d0 req-ce6db753-e1ec-4736-bb53-8d6c3b03cbf7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:40.906478 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5a945a5-a5d3-4bd7-a4eb-5c254d0165d0 req-ce6db753-e1ec-4736-bb53-8d6c3b03cbf7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0599267 Apr 12 12:19:40.966031 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5a945a5-a5d3-4bd7-a4eb-5c254d0165d0 req-408412fe-ac27-432d-8462-9adddc7dbd0e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537651 Apr 12 12:19:41.265995 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139229d-e20a-4d5d-97b4-c116fa317974 req-e1a665ca-3795-40a1-9976-1feed241363c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:41.268734 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e139229d-e20a-4d5d-97b4-c116fa317974 req-e1a665ca-3795-40a1-9976-1feed241363c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0785050 Apr 12 12:19:41.346225 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e139229d-e20a-4d5d-97b4-c116fa317974 req-5c4ce551-e4d7-4faf-b6e2-9883868063d3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696251 Apr 12 12:19:41.354726 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42288) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:41.434703 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42294) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:41.569338 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:41.625988 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5fd00-3454-42a7-99f5-22a80751432c req-a927b987-5f79-4d80-8a00-5caee17c49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:41.627677 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:19:41.628669 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5ad5fd00-3454-42a7-99f5-22a80751432c req-a927b987-5f79-4d80-8a00-5caee17c49fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 1129 time: 0.0715032 Apr 12 12:19:41.647657 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52665752-11fa-4217-a842-286a0eabd84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:41.695473 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port c170abba-8d35-41c0-8ae4-5196caf394a5 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:19:41.766335 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port c170abba-8d35-41c0-8ae4-5196caf394a5 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:41.766948 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:41.808379 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Publish callbacks [] for security_group (0046877f-e9e4-4120-a00f-c7ac2cf12455), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:41.888893 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9b55876e-722e-42a7-801e-0b0d9415e782 req-00644348-c6da-488e-a62f-c8b9222bba59 tempest-VolumesActionsTest-1027002819 tempest-VolumesActionsTest-1027002819-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ba3754-80a0-4df5-9154-c4a7205ffcee HTTP/1.1" status: 200 len: 210 time: 0.1356821 Apr 12 12:19:41.898255 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5ad5fd00-3454-42a7-99f5-22a80751432c req-644321d1-be1f-4683-b599-b46d3c753f44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671690 Apr 12 12:19:41.903665 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0046877f-e9e4-4120-a00f-c7ac2cf12455), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:41.908062 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c170abba-8d35-41c0-8ae4-5196caf394a5 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:19:41.909257 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:41.953368 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:19:41.957212 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc02a3c-d18b-4e91-a071-cb7b5498f1f1" -d '{"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-plugged", "status": "completed", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:19:41.981015 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0046877f-e9e4-4120-a00f-c7ac2cf12455,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:41.989931 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9089be2ee6634de88ac553288efafbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6323283 Apr 12 12:19:41.993042 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:19:41.994383 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 42308) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:42.001710 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52665752-11fa-4217-a842-286a0eabd84a admin admin] Publish callbacks [] for security_group (c8907c3a-bb2a-4720-b96a-3e46bacd8acc), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.014838 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.014838 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.014838 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.014838 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.014838 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.015283 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.015486 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.016295 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.016944 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.018021 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.018021 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.018414 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.018756 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.019310 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.020108 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801020-a56e-45c0-91fe-28893c974b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.025922 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87414df4-6935-4e79-b558-4b99251227df x-openstack-request-id: req-87414df4-6935-4e79-b558-4b99251227df {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:19:42.026743 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-plugged", "status": "completed", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:19:42.027168 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87414df4-6935-4e79-b558-4b99251227df {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:19:42.027823 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87414df4-6935-4e79-b558-4b99251227df'] response: {'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'code': 200} Apr 12 12:19:42.082617 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6370cfd6-b0e5-42a0-9a2b-d7f977f3c44f admin admin] Publish callbacks [] for security_group (0046877f-e9e4-4120-a00f-c7ac2cf12455), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.091929 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.130810 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6370cfd6-b0e5-42a0-9a2b-d7f977f3c44f admin admin] Publish callbacks [] for security_group (0046877f-e9e4-4120-a00f-c7ac2cf12455), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.178584 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52665752-11fa-4217-a842-286a0eabd84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c8907c3a-bb2a-4720-b96a-3e46bacd8acc), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.249625 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52665752-11fa-4217-a842-286a0eabd84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8907c3a-bb2a-4720-b96a-3e46bacd8acc,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:42.285355 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512ab49-b8ce-4174-9e1c-480b5926195b req-70e50d57-87a6-4cf5-9269-fb3520e0e5d5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:42.286735 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9512ab49-b8ce-4174-9e1c-480b5926195b req-70e50d57-87a6-4cf5-9269-fb3520e0e5d5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1965733 Apr 12 12:19:42.303002 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-52665752-11fa-4217-a842-286a0eabd84a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=748d1e0e2c1646058b7e759dedbb7340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8629434 Apr 12 12:19:42.306264 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 42314) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:42.350213 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:42.362842 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.365087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.365087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.365087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.365087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.365087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.365087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.366256 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.366602 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.367149 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.367648 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.368181 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.369301 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.369800 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.370308 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:19:42.411994 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9512ab49-b8ce-4174-9e1c-480b5926195b req-b8f96ba3-5607-4936-812c-a4110001d880 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175551 Apr 12 12:19:42.490443 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-833601cd-64b3-49e2-99bb-e59edc9acc70 admin admin] Publish callbacks [] for security_group (c8907c3a-bb2a-4720-b96a-3e46bacd8acc), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.534695 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-833601cd-64b3-49e2-99bb-e59edc9acc70 admin admin] Publish callbacks [] for security_group (c8907c3a-bb2a-4720-b96a-3e46bacd8acc), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.545287 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200013eb-519b-4609-8503-65fa436d7c03 req-4565541f-5932-46b2-8fdb-64d17417aec0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:42.546937 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-200013eb-519b-4609-8503-65fa436d7c03 req-4565541f-5932-46b2-8fdb-64d17417aec0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0536246 Apr 12 12:19:42.611884 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-200013eb-519b-4609-8503-65fa436d7c03 req-bd691d07-3b4f-4105-8bd0-b0e5aff79724 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543232 Apr 12 12:19:42.676286 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6370cfd6-b0e5-42a0-9a2b-d7f977f3c44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0046877f-e9e4-4120-a00f-c7ac2cf12455), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.684501 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6370cfd6-b0e5-42a0-9a2b-d7f977f3c44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.692462 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6370cfd6-b0e5-42a0-9a2b-d7f977f3c44f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0046877f-e9e4-4120-a00f-c7ac2cf12455 HTTP/1.1" status: 204 len: 168 time: 0.6964149 Apr 12 12:19:42.708486 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370cfd6-b0e5-42a0-9a2b-d7f977f3c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046877f-e9e4-4120-a00f-c7ac2cf12455,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:42.718142 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-833601cd-64b3-49e2-99bb-e59edc9acc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c8907c3a-bb2a-4720-b96a-3e46bacd8acc), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.721402 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-833601cd-64b3-49e2-99bb-e59edc9acc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:42.724082 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-833601cd-64b3-49e2-99bb-e59edc9acc70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8907c3a-bb2a-4720-b96a-3e46bacd8acc HTTP/1.1" status: 204 len: 168 time: 0.4179120 Apr 12 12:19:42.749108 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833601cd-64b3-49e2-99bb-e59edc9acc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8907c3a-bb2a-4720-b96a-3e46bacd8acc,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:43.037503 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0e1b-767f-4bb3-8bcd-052e1f9ab9e4 req-12762df2-6913-4efd-9408-62a1f35ac84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:43.046905 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-784b0e1b-767f-4bb3-8bcd-052e1f9ab9e4 req-12762df2-6913-4efd-9408-62a1f35ac84e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 1130 time: 0.1255476 Apr 12 12:19:43.131525 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-784b0e1b-767f-4bb3-8bcd-052e1f9ab9e4 req-4963a965-5088-49ba-82d3-5087f57ceae8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757236 Apr 12 12:19:43.728589 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42364) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:43.730464 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f6f2d-bcae-487c-b963-5a99dacc7d11 req-a38202b3-e065-4c7f-bdd4-1e65006e88dd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:43.732114 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61f6f2d-bcae-487c-b963-5a99dacc7d11 req-a38202b3-e065-4c7f-bdd4-1e65006e88dd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1509197 Apr 12 12:19:43.733649 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7fcd872a-9da9-4ef7-800e-b3cc816b0374 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767963667', 'description': 'tempest-description--1843996511'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:43.810238 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b61f6f2d-bcae-487c-b963-5a99dacc7d11 req-415427fb-f37f-4e56-9cb4-63e2bcf7901b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672452 Apr 12 12:19:43.885796 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b5a57-c800-4611-bc6d-003d18766345 req-defdf426-2dd5-4d64-a11e-2b9a06049206 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:43.893933 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2c1b5a57-c800-4611-bc6d-003d18766345 req-defdf426-2dd5-4d64-a11e-2b9a06049206 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0806923 Apr 12 12:19:43.899210 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fcd872a-9da9-4ef7-800e-b3cc816b0374 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:44.004691 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fcd872a-9da9-4ef7-800e-b3cc816b0374 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (7f8bff97-fc00-44a2-8278-8e201feb9c31), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:44.059905 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2c1b5a57-c800-4611-bc6d-003d18766345 req-3ecbaaba-44dc-4f33-86de-f123e9b7f947 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646261 Apr 12 12:19:44.136184 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fcd872a-9da9-4ef7-800e-b3cc816b0374 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (7f8bff97-fc00-44a2-8278-8e201feb9c31), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:44.168591 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd872a-9da9-4ef7-800e-b3cc816b0374 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8bff97-fc00-44a2-8278-8e201feb9c31,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:44.250448 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fcd872a-9da9-4ef7-800e-b3cc816b0374 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:44.253133 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-7fcd872a-9da9-4ef7-800e-b3cc816b0374 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5278599 Apr 12 12:19:44.265562 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42382) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:44.276202 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a0ee89cb-6141-4a56-83e7-0150356d6a6f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group_rule': {'security_group_id': '7f8bff97-fc00-44a2-8278-8e201feb9c31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:44.430807 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0ee89cb-6141-4a56-83e7-0150356d6a6f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (112c6fe7-273c-4e43-b85e-5446d4acf74d), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:44.507046 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0ee89cb-6141-4a56-83e7-0150356d6a6f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (112c6fe7-273c-4e43-b85e-5446d4acf74d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:44.604654 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0ee89cb-6141-4a56-83e7-0150356d6a6f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (112c6fe7-273c-4e43-b85e-5446d4acf74d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:44.631753 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee89cb-6141-4a56-83e7-0150356d6a6f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112c6fe7-273c-4e43-b85e-5446d4acf74d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:44.776339 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0ee89cb-6141-4a56-83e7-0150356d6a6f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:44.780231 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-a0ee89cb-6141-4a56-83e7-0150356d6a6f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5130966 Apr 12 12:19:44.783682 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42412) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:44.793003 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7e96c009-d330-41a4-91e5-e7c969e348d9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group_rule': {'security_group_id': '7f8bff97-fc00-44a2-8278-8e201feb9c31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:45.000510 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed09286-98de-414a-9ed2-0fb544ad5793 req-1d87d40f-2dd8-4068-ada2-9b4e4de42c19 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:45.002737 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8ed09286-98de-414a-9ed2-0fb544ad5793 req-1d87d40f-2dd8-4068-ada2-9b4e4de42c19 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0604978 Apr 12 12:19:45.015172 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7e96c009-d330-41a4-91e5-e7c969e348d9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (bbd7e455-09b7-43a8-8d87-15d6951c77ff), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:45.119237 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8ed09286-98de-414a-9ed2-0fb544ad5793 req-3b359871-04b6-4841-bd57-d15fbed03d6a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986938 Apr 12 12:19:45.430023 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7e96c009-d330-41a4-91e5-e7c969e348d9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (bbd7e455-09b7-43a8-8d87-15d6951c77ff), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:45.488612 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff6bbd-ad28-43ac-8ab6-229ad3367459 req-42deb496-c68b-445c-8eec-72d2e09260ea tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:45.490298 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a7ff6bbd-ad28-43ac-8ab6-229ad3367459 req-42deb496-c68b-445c-8eec-72d2e09260ea tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0584066 Apr 12 12:19:45.534105 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7e96c009-d330-41a4-91e5-e7c969e348d9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (bbd7e455-09b7-43a8-8d87-15d6951c77ff), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:45.611543 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96c009-d330-41a4-91e5-e7c969e348d9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd7e455-09b7-43a8-8d87-15d6951c77ff,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:45.628791 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a7ff6bbd-ad28-43ac-8ab6-229ad3367459 req-750adccb-1f63-4a37-82b7-4ddb258ae806 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267402 Apr 12 12:19:45.688749 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7e96c009-d330-41a4-91e5-e7c969e348d9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:45.690915 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-7e96c009-d330-41a4-91e5-e7c969e348d9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9053669 Apr 12 12:19:45.693880 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42484) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:45.699343 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:45.706885 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf087c-f222-49d0-a9e0-b8cf9734d88d req-acdec5b2-1bde-40fa-9601-06ecde20c7dd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:45.709779 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e9bf087c-f222-49d0-a9e0-b8cf9734d88d req-acdec5b2-1bde-40fa-9601-06ecde20c7dd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1043408 Apr 12 12:19:45.769343 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e9bf087c-f222-49d0-a9e0-b8cf9734d88d req-6d07f726-28e9-44b3-a61a-5fa91db79538 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521603 Apr 12 12:19:45.801046 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:45.898709 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:46.025347 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Allocated IP 172.27.3.199 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/ef42b7c5-4711-43fb-9eb7-f04f43b89559) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:19:46.147258 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (ef42b7c5-4711-43fb-9eb7-f04f43b89559), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:46.304097 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (ef42b7c5-4711-43fb-9eb7-f04f43b89559), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:46.343736 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:19:46.359314 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=ef42b7c5-4711-43fb-9eb7-f04f43b89559,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:46.359314 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:19:46.366207 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:19:46.480906 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:46.567600 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (ef42b7c5-4711-43fb-9eb7-f04f43b89559), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:46.833694 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f576c-c7fb-4f62-9337-a155d32e371e req-a60a5fe8-2fa1-47f3-96d1-77cd926043c5 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:46.836216 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316f576c-c7fb-4f62-9337-a155d32e371e req-a60a5fe8-2fa1-47f3-96d1-77cd926043c5 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.1140234 Apr 12 12:19:46.893268 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (ef42b7c5-4711-43fb-9eb7-f04f43b89559), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:46.908529 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d548-b732-4a7b-b839-37505eee1164 req-32c03aec-3c6a-40e5-81fc-f92415b97167 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:46.910135 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-66d0d548-b732-4a7b-b839-37505eee1164 req-32c03aec-3c6a-40e5-81fc-f92415b97167 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0555100 Apr 12 12:19:46.934542 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316f576c-c7fb-4f62-9337-a155d32e371e req-47216758-ed2a-4382-8bfe-01f9316a63e6 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920012 Apr 12 12:19:46.954401 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (ef42b7c5-4711-43fb-9eb7-f04f43b89559), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:46.985614 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-66d0d548-b732-4a7b-b839-37505eee1164 req-28db76ce-944c-4cb6-98bd-1d79bbb42a16 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687768 Apr 12 12:19:47.073254 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=ef42b7c5-4711-43fb-9eb7-f04f43b89559,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:47.101405 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:47.121092 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab3173-fdca-4daa-859e-300fa6e3cfa8 req-de16f2a9-7afb-479e-9059-e1938c104209 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:47.122640 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1aab3173-fdca-4daa-859e-300fa6e3cfa8 req-de16f2a9-7afb-479e-9059-e1938c104209 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0633640 Apr 12 12:19:47.132734 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42512) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:47.138638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'floatingip': {'port_id': 'c170abba-8d35-41c0-8ae4-5196caf394a5'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:47.181347 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (fcd2780e-1dc8-4794-a9c3-3c9b520f1164), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:47.217545 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:47.220191 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:47.221437 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-deb75329-08ef-4e29-9cb9-afc4758473e9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5261810 Apr 12 12:19:47.489608 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-de6a4420-e355-43c6-aa08-9b244e60881e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--767963667&fields=id&tenant_id=7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 267 time: 0.0767515 Apr 12 12:19:47.620890 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1deb7c13-c803-40b1-9030-ad4b92e325ac tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:47.622412 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1deb7c13-c803-40b1-9030-ad4b92e325ac tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 814 time: 0.1224952 Apr 12 12:19:47.640214 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-47c2debb-2409-4a4a-8fe8-5829d9fa4c4b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/quotas/7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 375 time: 0.0112906 Apr 12 12:19:47.720771 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:47.723502 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-626fc771-ae65-4bca-8e77-7024cf4e49b5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711982 Apr 12 12:19:47.792805 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (fcd2780e-1dc8-4794-a9c3-3c9b520f1164), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:47.843294 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-80c3ae7e-ae50-4513-945e-6da05510c707 service neutron] 10.222.0.20 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000786 Apr 12 12:19:47.916671 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Floating IP fcd2780e-1dc8-4794-a9c3-3c9b520f1164 associated. External IP: 172.27.3.135, port: c170abba-8d35-41c0-8ae4-5196caf394a5. Apr 12 12:19:47.968561 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-cf6d38dc-5e5f-47c1-b9df-3ae5a782cc2a service neutron] 10.222.0.20 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141207 Apr 12 12:19:48.204095 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-3e35b37f-487a-4d6f-a0b4-b59c688aed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:48.205606 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-3e35b37f-487a-4d6f-a0b4-b59c688aed28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 1129 time: 0.0461130 Apr 12 12:19:48.218149 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fda01-caba-45f2-9acd-8ebbb84571da req-3fa0799f-0b61-4a91-99ec-fa634a51cddf tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:48.219810 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6d2fda01-caba-45f2-9acd-8ebbb84571da req-3fa0799f-0b61-4a91-99ec-fa634a51cddf tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0874884 Apr 12 12:19:48.264614 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Router 4773137f-8387-4482-874a-60e206126815 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:19:48.334490 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6d2fda01-caba-45f2-9acd-8ebbb84571da req-200b9247-67f5-44be-8078-bfafc537db05 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048970 Apr 12 12:19:48.346561 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-4538d8b2-9344-4612-bee2-adc4381497e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:48.353968 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-4538d8b2-9344-4612-bee2-adc4381497e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.1402626 Apr 12 12:19:48.410520 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-d7cfec54-327b-444f-97e3-f7c84bb6d3c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea HTTP/1.1" status: 200 len: 217 time: 0.0494339 Apr 12 12:19:48.433335 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:19:48.437875 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d644236c-8e41-4bec-a889-be8af8c7301b req-f83f3a0a-9aee-4bfb-954e-845245649b24 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 210 time: 0.0699339 Apr 12 12:19:48.446081 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] Sync routers for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:19:48.451245 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:48.488495 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:19:48.488495 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:19:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:48.495245 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-2542b65c-090a-4dfe-8be7-21af49846dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:48.497172 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-2542b65c-090a-4dfe-8be7-21af49846dc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.0702207 Apr 12 12:19:48.522057 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-99780d85-b971-4af0-9707-60cf6b1c02ed tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "PUT /v2.0/floatingips/fcd2780e-1dc8-4794-a9c3-3c9b520f1164 HTTP/1.1" status: 200 len: 992 time: 1.3784747 Apr 12 12:19:48.522057 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:19:48.522057 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:19:48.593098 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-f3b4cf31-ce74-4b4a-9514-9c5dfe57be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:48.595011 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-f3b4cf31-ce74-4b4a-9514-9c5dfe57be3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827785 Apr 12 12:19:48.596692 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1049e96-26ca-49b0-ac9a-9b11239b7776 x-openstack-request-id: req-b1049e96-26ca-49b0-ac9a-9b11239b7776 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:19:48.597016 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:19:48.597279 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1049e96-26ca-49b0-ac9a-9b11239b7776 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:19:48.597707 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1049e96-26ca-49b0-ac9a-9b11239b7776'] response: {'name': 'network-changed', 'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'status': 'completed', 'code': 200} Apr 12 12:19:48.638733 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:19:48.723970 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-94ec30ea-409f-4bf3-a753-c41a75191016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:48.725542 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-94ec30ea-409f-4bf3-a753-c41a75191016 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 1130 time: 0.1028926 Apr 12 12:19:48.799170 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-c93174e0-b9d2-4710-8f1f-6ad1f0966f55 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885133 Apr 12 12:19:48.897271 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'fcd2780e-1dc8-4794-a9c3-3c9b520f1164', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '4773137f-8387-4482-874a-60e206126815', 'port_id': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'mac_address': 'fa:16:3e:c7:ba:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:10Z', 'updated_at': '2022-04-12T12:19:47Z', 'revision_number': 1, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:48.929465 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] Checking router: 4773137f-8387-4482-874a-60e206126815 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:19:48.940298 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:19:48.940980 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:19:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:48.964980 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-77ec80c9-efe8-420b-b7ff-aacf1442ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:48.967064 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-77ec80c9-efe8-420b-b7ff-aacf1442ae70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 918 time: 0.2310159 Apr 12 12:19:49.041750 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb9e8b61-9b60-4f76-8b54-9de6b99193f6 req-be1449df-787a-45dd-a5a1-35ab18b4c78c service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166324 Apr 12 12:19:49.094882 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-8870123e-9949-4fa7-8479-5cc634bc714a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c170abba-8d35-41c0-8ae4-5196caf394a5 HTTP/1.1" status: 200 len: 1000 time: 0.1200833 Apr 12 12:19:49.125437 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:19:49.245608 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-61f06ef2-361a-407f-bfec-322b11e8bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:49.248651 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-61f06ef2-361a-407f-bfec-322b11e8bc29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.1441901 Apr 12 12:19:49.347650 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-be4a5211-1785-4d3f-ae5d-4e1ddfb1bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:49.349315 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-be4a5211-1785-4d3f-ae5d-4e1ddfb1bef1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641174 Apr 12 12:19:49.452807 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'fcd2780e-1dc8-4794-a9c3-3c9b520f1164', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '4773137f-8387-4482-874a-60e206126815', 'port_id': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'mac_address': 'fa:16:3e:c7:ba:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:10Z', 'updated_at': '2022-04-12T12:19:47Z', 'revision_number': 1, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:19:49.543223 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cc393-c929-4781-aeaf-00c2b468a194 req-1b929a65-ae11-4a90-8da7-a848172a866a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:49.545184 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9e6cc393-c929-4781-aeaf-00c2b468a194 req-1b929a65-ae11-4a90-8da7-a848172a866a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0690246 Apr 12 12:19:49.581094 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0268e7f-1559-4296-919e-1f2efd993c6e None None] The sync data for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi is: [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'fcd2780e-1dc8-4794-a9c3-3c9b520f1164', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '4773137f-8387-4482-874a-60e206126815', 'port_id': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'mac_address': 'fa:16:3e:c7:ba:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:10Z', 'updated_at': '2022-04-12T12:19:47Z', 'revision_number': 1, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:19:49.604113 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9e6cc393-c929-4781-aeaf-00c2b468a194 req-fec55d64-edbb-4c29-9628-a434d7b15358 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498574 Apr 12 12:19:49.747110 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d33b9883-ef31-4d2b-8d6c-47fe7f141e88 req-62802f92-5fd7-41f9-a6d5-6cd50f7a4617 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 210 time: 0.0441561 Apr 12 12:19:49.817296 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-5417b000-baec-4068-be2e-c23f71b9c47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:49.881005 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e39448d-1a40-4222-a2f9-fc2c7027c12c None None] New status for floating IP fcd2780e-1dc8-4794-a9c3-3c9b520f1164: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:19:50.797245 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fba1fe-c89a-4e72-ae99-504f1916cc19 req-326426c2-95ef-4e1e-b6da-aab98ed60c3a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:50.799959 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-27fba1fe-c89a-4e72-ae99-504f1916cc19 req-326426c2-95ef-4e1e-b6da-aab98ed60c3a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0661485 Apr 12 12:19:50.921682 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-27fba1fe-c89a-4e72-ae99-504f1916cc19 req-ac650644-a338-4b4c-ae29-0a86a7445173 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136448 Apr 12 12:19:50.972707 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-7709b297-6422-4f14-ab8a-9e9756500835 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454422 Apr 12 12:19:51.021496 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f2659509-5439-4111-b579-360b605347a6 req-948aa4d7-34c2-4544-aca8-e6cc72d6f1e5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 210 time: 0.0292988 Apr 12 12:19:51.614737 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b80a02ac-f0d4-4d87-9ed5-c8976f7df617 req-e4ddc710-5a84-45bf-ba34-54003e53d5f6 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042630 Apr 12 12:19:52.179213 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d1dc5-5caf-4f9c-872b-42f10f395bfe req-f4d57aeb-e321-4c6a-afbb-ca7f946e2f9b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:52.182360 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a56d1dc5-5caf-4f9c-872b-42f10f395bfe req-f4d57aeb-e321-4c6a-afbb-ca7f946e2f9b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0868337 Apr 12 12:19:52.273768 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a56d1dc5-5caf-4f9c-872b-42f10f395bfe req-89317d3a-aa09-4866-947f-b725b5da7954 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829153 Apr 12 12:19:52.504721 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3b5fe4ba-918d-47de-9a5c-6b4124b7c583 req-e3c97cc8-64ba-4418-b66c-80a38ed85654 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 210 time: 0.1028368 Apr 12 12:19:52.564115 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe864-17e3-4330-b8bd-e82f782f3c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:53.472140 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-073aa473-d4aa-4776-8138-a0e955c717d7 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:53.475540 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-073aa473-d4aa-4776-8138-a0e955c717d7 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 814 time: 0.1603560 Apr 12 12:19:53.559227 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-4590fede-d0c3-4ca2-bf63-af3c435e6287 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 471 time: 0.0717781 Apr 12 12:19:53.568628 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'port': {'device_id': '523f41f5-4250-4d78-b913-44ffc35686aa', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'admin_state_up': True, 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'security_groups': ['7f8bff97-fc00-44a2-8278-8e201feb9c31']}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:53.627104 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:53.908310 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-142e89c3-5130-43ce-b3c1-52b80354faa3 req-ad61ec7a-dcdb-4168-b5eb-e3b191497dc2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 210 time: 0.0594273 Apr 12 12:19:54.027014 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Made reservation on behalf of 7bb45d94184c415cba3ac337acafead7 for: {'port': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:19:54.032128 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:54.185095 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Allocated IP 172.20.0.9 (7958f7bb-21a9-41ae-84ec-43b3e087f295/0297f741-f416-40aa-a0e8-8ae0ac0bfefb/c27b99ff-e423-4fba-9e1b-68d136c14945) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:19:54.405452 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:54.515775 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:54.597322 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:19:54.605157 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:19:54.608365 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=c27b99ff-e423-4fba-9e1b-68d136c14945,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:54.611683 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:19:54.697068 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:54.697909 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:54.833175 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1a1315e4-dc94-45f0-a727-c6b1ced8b1dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2681258 Apr 12 12:19:54.847280 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Request body: {'port': {'device_id': '523f41f5-4250-4d78-b913-44ffc35686aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:54.920437 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.009815 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42674) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:55.015218 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d688c732-3fa8-4835-a66f-779aea38c85f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518637929', 'description': 'tempest-description--1493766588'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:55.048563 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-bd2d90d1-30be-44f7-a642-77fb57a24b9a None None] Provisioning complete for port c27b99ff-e423-4fba-9e1b-68d136c14945 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:19:55.049098 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-bd2d90d1-30be-44f7-a642-77fb57a24b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.114155 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d90d1-30be-44f7-a642-77fb57a24b9a None None] Port c27b99ff-e423-4fba-9e1b-68d136c14945 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:19:55.141554 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.170099 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d688c732-3fa8-4835-a66f-779aea38c85f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.238376 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90570230-08c0-475c-9fbf-671036fee817 req-0d8d7c2c-2b61-4838-8999-77430b30f3ca tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:55.239958 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-90570230-08c0-475c-9fbf-671036fee817 req-0d8d7c2c-2b61-4838-8999-77430b30f3ca tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1022356 Apr 12 12:19:55.252804 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d688c732-3fa8-4835-a66f-779aea38c85f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group (ff6d9f41-9b97-4b27-a56a-8547acdf8b31), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.325787 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-90570230-08c0-475c-9fbf-671036fee817 req-8506c5bd-08e8-485f-a927-984c1853d930 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738814 Apr 12 12:19:55.335629 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d688c732-3fa8-4835-a66f-779aea38c85f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ff6d9f41-9b97-4b27-a56a-8547acdf8b31), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.391249 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688c732-3fa8-4835-a66f-779aea38c85f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6d9f41-9b97-4b27-a56a-8547acdf8b31,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:55.428779 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27b99ff-e423-4fba-9e1b-68d136c14945 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:19:55.440775 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d688c732-3fa8-4835-a66f-779aea38c85f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.445683 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d688c732-3fa8-4835-a66f-779aea38c85f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4306536 Apr 12 12:19:55.448477 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42676) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:55.454025 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-40aa33bd-aac8-47e6-a5cb-872865dffea6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'security_group_rule': {'security_group_id': 'ff6d9f41-9b97-4b27-a56a-8547acdf8b31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:55.458364 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Publish callbacks [] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.497264 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Transition to ACTIVE for port object c27b99ff-e423-4fba-9e1b-68d136c14945 will not be triggered until provisioned by entity L2. {{(pid=104047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:19:55.509652 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d6d85-92d8-4dfe-b031-902a0abef011 req-529e7396-9671-4ff4-91eb-2f34a40fb6e1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:55.511265 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7d9d6d85-92d8-4dfe-b031-902a0abef011 req-529e7396-9671-4ff4-91eb-2f34a40fb6e1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 931 time: 0.0736194 Apr 12 12:19:55.595982 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7d9d6d85-92d8-4dfe-b031-902a0abef011 req-fce8f55d-8ec0-4a1c-9504-8bd660fac746 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773425 Apr 12 12:19:55.609347 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-40aa33bd-aac8-47e6-a5cb-872865dffea6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group_rule (10f326bd-e411-4ca2-bf2b-fa6ada57003e), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.632455 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.716063 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-40aa33bd-aac8-47e6-a5cb-872865dffea6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group_rule (10f326bd-e411-4ca2-bf2b-fa6ada57003e), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.760898 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c27b99ff-e423-4fba-9e1b-68d136c14945,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:55.816317 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-40aa33bd-aac8-47e6-a5cb-872865dffea6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (10f326bd-e411-4ca2-bf2b-fa6ada57003e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:55.921097 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa33bd-aac8-47e6-a5cb-872865dffea6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f326bd-e411-4ca2-bf2b-fa6ada57003e,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:55.983314 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Attempting to bind port c27b99ff-e423-4fba-9e1b-68d136c14945 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:19:55.983658 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Attempting to bind port c27b99ff-e423-4fba-9e1b-68d136c14945 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:19:55.984010 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Attempting to bind port c27b99ff-e423-4fba-9e1b-68d136c14945 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:19:55.989781 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Port c27b99ff-e423-4fba-9e1b-68d136c14945 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:19:55.990103 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Attempting to bind port c27b99ff-e423-4fba-9e1b-68d136c14945 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:19:55.997062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:19:55.997412 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Checking segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:19:55.997864 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Bound using segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:19:55.998317 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Bound port: c27b99ff-e423-4fba-9e1b-68d136c14945, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:19:55.998695 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.053501 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-40aa33bd-aac8-47e6-a5cb-872865dffea6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.061402 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-40aa33bd-aac8-47e6-a5cb-872865dffea6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6072485 Apr 12 12:19:56.064694 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42684) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:56.067756 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-695cba75-d161-44a1-ba3a-06144f3bad17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'security_group_rule': {'security_group_id': 'ff6d9f41-9b97-4b27-a56a-8547acdf8b31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:56.124391 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] For port c27b99ff-e423-4fba-9e1b-68d136c14945, host hv-cinder-83009, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:19:56.130208 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] For port c27b99ff-e423-4fba-9e1b-68d136c14945, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c27b99ff-e423-4fba-9e1b-68d136c14945,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:19:56.195293 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-695cba75-d161-44a1-ba3a-06144f3bad17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group_rule (426aca79-00ed-4c30-82b9-83c57cf94034), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.231510 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.349810 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:56.353468 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.358664 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-695cba75-d161-44a1-ba3a-06144f3bad17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group_rule (426aca79-00ed-4c30-82b9-83c57cf94034), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.360313 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] 10.222.0.23 "PUT /v2.0/ports/c27b99ff-e423-4fba-9e1b-68d136c14945 HTTP/1.1" status: 200 len: 1093 time: 1.5178933 Apr 12 12:19:56.361848 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523f41f5-4250-4d78-b913-44ffc35686aa', 'tag': 'c27b99ff-e423-4fba-9e1b-68d136c14945'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:19:56.381597 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5973972-40d0-408e-a8bc-ca43207c05cb" -d '{"events": [{"name": "network-changed", "server_uuid": "523f41f5-4250-4d78-b913-44ffc35686aa", "tag": "c27b99ff-e423-4fba-9e1b-68d136c14945"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:19:56.453997 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e4ee0-f8fb-4d7c-a342-7ea3baf69cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c27b99ff-e423-4fba-9e1b-68d136c14945,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:56.466083 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.474828 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-695cba75-d161-44a1-ba3a-06144f3bad17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (426aca79-00ed-4c30-82b9-83c57cf94034), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.522419 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cba75-d161-44a1-ba3a-06144f3bad17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426aca79-00ed-4c30-82b9-83c57cf94034,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:56.636266 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-3ef158b5-aa74-414d-914d-1363ffc53437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:56.639053 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-3ef158b5-aa74-414d-914d-1363ffc53437 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 1127 time: 0.1274421 Apr 12 12:19:56.665017 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dc9c7-c4c0-4200-8772-9df3a4c87eb3 req-6df8af9a-3c61-4925-8745-62a951029aae tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:56.673632 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-648dc9c7-c4c0-4200-8772-9df3a4c87eb3 req-6df8af9a-3c61-4925-8745-62a951029aae tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0867195 Apr 12 12:19:56.729121 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-1c32b0eb-4c7a-408e-ae4b-c3627d30591f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c27b99ff-e423-4fba-9e1b-68d136c14945 HTTP/1.1" status: 200 len: 217 time: 0.0778172 Apr 12 12:19:56.745226 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-695cba75-d161-44a1-ba3a-06144f3bad17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.747355 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-695cba75-d161-44a1-ba3a-06144f3bad17 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6835802 Apr 12 12:19:56.750773 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 42698) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:19:56.756289 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:19:56.831590 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-648dc9c7-c4c0-4200-8772-9df3a4c87eb3 req-e374f711-d1fa-4ac7-8dcd-a3e02633a1f1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1568770 Apr 12 12:19:56.839480 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-780ffc22-07b4-478f-a629-d1cf429ff170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:56.842073 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-780ffc22-07b4-478f-a629-d1cf429ff170 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.1021678 Apr 12 12:19:56.872952 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:56.902943 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-37ae0625-3a02-4695-af85-387129c9013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:56.905104 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-37ae0625-3a02-4695-af85-387129c9013e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572424 Apr 12 12:19:56.924733 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3698b9b-4a4e-4740-bdd1-6a85a5b2e7ee x-openstack-request-id: req-d3698b9b-4a4e-4740-bdd1-6a85a5b2e7ee {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:19:56.925181 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523f41f5-4250-4d78-b913-44ffc35686aa", "tag": "c27b99ff-e423-4fba-9e1b-68d136c14945", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:19:56.925522 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3698b9b-4a4e-4740-bdd1-6a85a5b2e7ee {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:19:56.927230 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3698b9b-4a4e-4740-bdd1-6a85a5b2e7ee'] response: {'name': 'network-changed', 'server_uuid': '523f41f5-4250-4d78-b913-44ffc35686aa', 'tag': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'status': 'completed', 'code': 200} Apr 12 12:19:56.991061 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:57.161614 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Allocated IP 172.27.3.52 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/100cda38-a8dd-4352-a692-001cc52eb703) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:19:57.236592 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca733ab0-3eb0-4e43-86f3-d15af7344c03 req-92910a87-2361-4191-8547-70bf6d9b11fe tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:57.249840 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ca733ab0-3eb0-4e43-86f3-d15af7344c03 req-92910a87-2361-4191-8547-70bf6d9b11fe tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 943 time: 0.1395736 Apr 12 12:19:57.315645 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-ccefeb2f-ce77-48b3-977b-725b67496619 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029911 Apr 12 12:19:57.339548 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for port (100cda38-a8dd-4352-a692-001cc52eb703), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:57.452037 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ca733ab0-3eb0-4e43-86f3-d15af7344c03 req-6679561b-5889-4bbd-a732-c70ce3fadc53 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004337 Apr 12 12:19:57.480189 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (100cda38-a8dd-4352-a692-001cc52eb703), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:57.520679 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f7a72593-973d-4e54-8272-f251c9c4ca0d req-5ad06308-15b6-42c3-8098-28a63afaf8cd service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911578 Apr 12 12:19:57.532833 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:19:57.536245 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:19:57.541512 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:19:57.552304 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event updated for resources: {'Port': ['ID=100cda38-a8dd-4352-a692-001cc52eb703,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:57.664790 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (c386b5e3-0472-4423-9363-22e7e8179b11), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:57.750218 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-1fa44db2-96f4-45b8-bb20-4cc2f2b6a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:57.752951 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-1fa44db2-96f4-45b8-bb20-4cc2f2b6a801 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 1127 time: 0.0502286 Apr 12 12:19:57.817654 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (100cda38-a8dd-4352-a692-001cc52eb703), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:57.913893 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-75dbde04-0850-4d6d-aa06-95b60a89ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:57.917430 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-75dbde04-0850-4d6d-aa06-95b60a89ccb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 915 time: 0.1566586 Apr 12 12:19:57.995558 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-4d1d5429-38c2-4601-ae40-b979f2cc73d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c27b99ff-e423-4fba-9e1b-68d136c14945 HTTP/1.1" status: 200 len: 217 time: 0.0631912 Apr 12 12:19:58.066301 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-f57c5a68-d44f-4e12-9657-f80814e0f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:58.068104 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-f57c5a68-d44f-4e12-9657-f80814e0f14d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.0540457 Apr 12 12:19:58.110672 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fadbe1-7a25-4dd0-b292-f9e7042729ea req-8dc0d691-ceb8-4349-afb0-6a92702b3194 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:58.120542 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-76fadbe1-7a25-4dd0-b292-f9e7042729ea req-8dc0d691-ceb8-4349-afb0-6a92702b3194 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1366506 Apr 12 12:19:58.137641 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for port (100cda38-a8dd-4352-a692-001cc52eb703), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:58.211964 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (100cda38-a8dd-4352-a692-001cc52eb703), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:58.215479 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-e5ef25f7-fd71-40c3-9955-34baeafbe8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:58.217687 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-e5ef25f7-fd71-40c3-9955-34baeafbe8c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1303158 Apr 12 12:19:58.244750 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-76fadbe1-7a25-4dd0-b292-f9e7042729ea req-fa461e60-8eaa-4d88-8621-b12eae73ee46 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1231282 Apr 12 12:19:58.311996 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event updated for resources: {'Port': ['ID=100cda38-a8dd-4352-a692-001cc52eb703,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:19:58.342504 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (c386b5e3-0472-4423-9363-22e7e8179b11), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:58.405918 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-7f496a1a-52c4-41b1-b4f1-d1d348d4efe5 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569018 Apr 12 12:19:58.477934 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:19:58.499342 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-78a70a10-01c4-443f-83dc-e3cd6720f92b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7465866 Apr 12 12:19:58.656107 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d5973972-40d0-408e-a8bc-ca43207c05cb req-b518fa83-b37c-4cc4-9eff-9d13c3ea68b4 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386200 Apr 12 12:19:58.683101 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a2a15-5a92-44e9-ba4c-b33caa907150 req-676630b8-63f4-46f7-80a6-05f95736a8b5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:19:58.686007 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-842a2a15-5a92-44e9-ba4c-b33caa907150 req-676630b8-63f4-46f7-80a6-05f95736a8b5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 943 time: 0.1220856 Apr 12 12:19:58.771076 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-842a2a15-5a92-44e9-ba4c-b33caa907150 req-1b3223fc-7893-4345-a3d0-ba5af72aec31 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707510 Apr 12 12:20:06.942967 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-de5ff223-133e-4306-bebf-d925563b8c43 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c36a0e85e6fb47d680cdfd22f27a95c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380416 Apr 12 12:20:06.969970 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-29c33ba8-047f-4fd5-a5f4-96d733776d94 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1518637929&fields=id&tenant_id=c9c3161421cc41ad988f904a293c7b32 HTTP/1.1" status: 200 len: 267 time: 0.0480087 Apr 12 12:20:07.092524 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-dc641cb0-8897-4d52-952f-2bd36f07e424 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:07.099480 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-dc641cb0-8897-4d52-952f-2bd36f07e424 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 819 time: 0.1225467 Apr 12 12:20:07.116026 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-d477657a-abfb-4521-ae52-26b47d009659 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/quotas/c9c3161421cc41ad988f904a293c7b32 HTTP/1.1" status: 200 len: 375 time: 0.0152931 Apr 12 12:20:07.157017 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-8b3d75d0-a946-41e5-b9d7-dae0fa502eb2 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:07.158809 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-8b3d75d0-a946-41e5-b9d7-dae0fa502eb2 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148089 Apr 12 12:20:07.176120 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-1dd02ba0-8819-45db-bf20-42b5e6cc5666 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/quotas/c36a0e85e6fb47d680cdfd22f27a95c8 HTTP/1.1" status: 200 len: 375 time: 0.0120211 Apr 12 12:20:07.183036 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-5fbc69c9-be86-40c0-bb2d-78593a99af68 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658257 Apr 12 12:20:07.214199 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-00ba9b97-6b69-4866-b766-0f7387609fbd tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c36a0e85e6fb47d680cdfd22f27a95c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315778 Apr 12 12:20:07.315382 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-f3e14508-2f8d-4b3e-9582-cd36720cebad service neutron] 10.222.0.20 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202772 Apr 12 12:20:07.452641 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-2e637eef-e7d0-4b26-a5cd-306c379e03cb service neutron] 10.222.0.20 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313808 Apr 12 12:20:07.653172 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fb06b-f26b-4160-b504-c0922a0069f1 req-c5fe10bf-fd5d-4230-a22f-998a4d13fdf1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:07.663075 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-724fb06b-f26b-4160-b504-c0922a0069f1 req-c5fe10bf-fd5d-4230-a22f-998a4d13fdf1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1195693 Apr 12 12:20:07.804977 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-724fb06b-f26b-4160-b504-c0922a0069f1 req-8cd60245-2d89-45d6-8209-90a86569afea tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1376622 Apr 12 12:20:07.870467 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0f2f6-b90d-4c58-80b5-7cbe14545498 req-c004caef-0658-485a-9a20-fed551fbd023 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:07.873566 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9ab0f2f6-b90d-4c58-80b5-7cbe14545498 req-c004caef-0658-485a-9a20-fed551fbd023 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 943 time: 0.1036112 Apr 12 12:20:07.953634 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dc87a168-a0d3-4ad7-9a93-5e199e5c086b req-940d45f8-9957-414b-944e-30882965d661 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0984008 Apr 12 12:20:07.963202 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9ab0f2f6-b90d-4c58-80b5-7cbe14545498 req-4a5cee2a-cb6c-478e-989e-29773c7cca2b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757093 Apr 12 12:20:08.031031 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5333ff26-9ab8-4a6e-a809-0aadaa3509cd req-f27f41ae-594d-43e7-bde5-d971060869e6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 210 time: 0.0387371 Apr 12 12:20:08.946810 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db7fc-0a33-4660-a2a6-477c4f8b2a37 req-0eed5993-ddbf-4718-bf1f-2e78714e5c04 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:08.948478 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d87db7fc-0a33-4660-a2a6-477c4f8b2a37 req-0eed5993-ddbf-4718-bf1f-2e78714e5c04 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0501931 Apr 12 12:20:09.010548 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d87db7fc-0a33-4660-a2a6-477c4f8b2a37 req-68654468-fb31-434b-96dd-2c7900257abf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0547767 Apr 12 12:20:09.127595 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-873a6cb2-f0be-4041-8bce-4b35ee6b3dba req-8c289ee1-8702-4f54-b22b-1db8d3b867de tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0410450 Apr 12 12:20:09.143792 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c9b90-a435-4b68-8b9e-c26355db3df5 req-3186d44b-579c-4067-b7fc-d23be521ac85 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:09.146791 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c53c9b90-a435-4b68-8b9e-c26355db3df5 req-3186d44b-579c-4067-b7fc-d23be521ac85 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 943 time: 0.0884130 Apr 12 12:20:09.226506 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c53c9b90-a435-4b68-8b9e-c26355db3df5 req-31ea17a4-d151-4970-886a-ac8b9595c268 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735397 Apr 12 12:20:09.245715 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-919d0f11-352b-437f-a570-ae880bb24e5e req-cb1c6ef0-ab04-4db3-9c05-a35e1be47a37 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 210 time: 0.0409274 Apr 12 12:20:10.139250 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8259a-0496-4380-b1b4-e70d985dab09 req-7248b57f-32e5-4425-bbbc-14a1eee4fbcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:10.145889 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-72d8259a-0496-4380-b1b4-e70d985dab09 req-7248b57f-32e5-4425-bbbc-14a1eee4fbcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0570865 Apr 12 12:20:10.213822 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-72d8259a-0496-4380-b1b4-e70d985dab09 req-83d8dc79-afa7-4e33-ae43-1e5d62493100 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0649991 Apr 12 12:20:10.380348 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053c5d1-645a-4812-b9d3-10db169da1f9 req-5cdbf82f-9673-4870-946d-52778be1a10d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:10.382053 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2053c5d1-645a-4812-b9d3-10db169da1f9 req-5cdbf82f-9673-4870-946d-52778be1a10d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 943 time: 0.0553796 Apr 12 12:20:10.452671 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2053c5d1-645a-4812-b9d3-10db169da1f9 req-128cb057-24c7-42f1-9b81-b624ac129bc0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614698 Apr 12 12:20:10.508308 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-533c84b0-4655-4f33-a235-9fb1a26c0072 req-ac36cf14-e070-46fc-a577-5fae02c76610 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.2910798 Apr 12 12:20:10.570844 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9bed3240-3f4f-4f65-90d9-582bda93a92d req-b33e7283-bc7f-4e07-9b29-e56afd18187d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 210 time: 0.0291674 Apr 12 12:20:11.321050 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:20:11.349303 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09930fe9-2d4d-4f1b-8c42-572ab76a4c77 req-3fc51e8f-b135-486d-8ef3-f19ddd718fe8 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:11.351140 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09930fe9-2d4d-4f1b-8c42-572ab76a4c77 req-3fc51e8f-b135-486d-8ef3-f19ddd718fe8 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0659773 Apr 12 12:20:11.409522 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09930fe9-2d4d-4f1b-8c42-572ab76a4c77 req-9c6c505e-218f-492b-89fc-461ba8d236b8 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526335 Apr 12 12:20:11.583742 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4011e7-cc83-4c5e-b23d-8c3b86471140 req-3f7ce5ea-f206-451c-be74-305286f98836 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:11.585408 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb4011e7-cc83-4c5e-b23d-8c3b86471140 req-3f7ce5ea-f206-451c-be74-305286f98836 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 943 time: 0.0541971 Apr 12 12:20:11.613671 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-95be7e60-1bd0-4efe-bd7d-6b30a8556240 req-61a4bc10-968a-40fa-b7d2-c91355c0851b tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0305607 Apr 12 12:20:11.669912 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb4011e7-cc83-4c5e-b23d-8c3b86471140 req-547caaa0-2aac-4237-91bb-f458052a8afa tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706820 Apr 12 12:20:11.737397 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2f3b04ed-9391-428b-9a4d-d5584d01dce6 req-0e1ce171-b069-4d4b-a3ad-ee37df82a332 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 210 time: 0.0324149 Apr 12 12:20:12.340316 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c27b99ff-e423-4fba-9e1b-68d136c14945 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:20:12.448977 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c27b99ff-e423-4fba-9e1b-68d136c14945, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c27b99ff-e423-4fba-9e1b-68d136c14945,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:12.469097 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'port_id': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'mac_address': 'fa:16:3e:82:67:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:20:12.536781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c27b99ff-e423-4fba-9e1b-68d136c14945 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:20:12.537187 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:12.562355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27b99ff-e423-4fba-9e1b-68d136c14945 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:20:12.598499 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c27b99ff-e423-4fba-9e1b-68d136c14945, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c27b99ff-e423-4fba-9e1b-68d136c14945,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:12.618569 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b560774-434c-48a7-88f6-ce6aeb8f85d6 req-225faa4d-ef05-42fd-9797-1eb0c464e945 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:12.621583 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6b560774-434c-48a7-88f6-ce6aeb8f85d6 req-225faa4d-ef05-42fd-9797-1eb0c464e945 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0897317 Apr 12 12:20:12.699337 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6b560774-434c-48a7-88f6-ce6aeb8f85d6 req-f85e3a94-3b16-450c-ab8f-931127b6d934 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0707593 Apr 12 12:20:12.701171 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:12.775367 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c27b99ff-e423-4fba-9e1b-68d136c14945,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:12.781018 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-44b92eae-c3d2-4df3-939e-605d850d4e80 req-1d724e91-f364-4e7e-a541-03810798be0b tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0646262 Apr 12 12:20:12.914331 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-002d893b-3a07-48b4-a791-b7f616a6e3a2 req-ceb794f0-deb1-4e90-b9b1-042d964ede1a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 210 time: 0.0507908 Apr 12 12:20:12.926983 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a8a80-4577-4445-9347-6188618b9092 req-16235949-b670-4240-8b33-6ebad7129745 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:12.928585 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-875a8a80-4577-4445-9347-6188618b9092 req-16235949-b670-4240-8b33-6ebad7129745 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 944 time: 0.1050746 Apr 12 12:20:13.007703 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-875a8a80-4577-4445-9347-6188618b9092 req-330fac8d-2848-4f9e-83b2-11ca7cedf3c1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686376 Apr 12 12:20:13.184166 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['c27b99ff-e423-4fba-9e1b-68d136c14945'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:20:13.840341 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd7afa-f552-4906-bd24-e51a5d9bfed8 req-cc6d7869-02a4-469d-b966-26f6ac8c687b tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:13.848447 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-54fd7afa-f552-4906-bd24-e51a5d9bfed8 req-cc6d7869-02a4-469d-b966-26f6ac8c687b tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0602083 Apr 12 12:20:13.910629 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-54fd7afa-f552-4906-bd24-e51a5d9bfed8 req-e3038186-4865-42d2-91c0-06bb6a58959f tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0608094 Apr 12 12:20:13.945269 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-81c00442-762e-49dd-a9b6-de16277a83a4 req-99cd5823-5ed1-4525-8cd9-0241ee789cd0 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0578008 Apr 12 12:20:14.139795 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-63547950-7cf2-499d-96dc-7cd041c21d7d req-f77018ed-af65-45f8-905a-79a769027878 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 210 time: 0.0488465 Apr 12 12:20:14.262956 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988099a-cdf2-41ba-9bb6-9f3bf5b29376 req-14d54396-0c12-4ea7-b9b5-9f6eed53c0ea tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:14.264530 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3988099a-cdf2-41ba-9bb6-9f3bf5b29376 req-14d54396-0c12-4ea7-b9b5-9f6eed53c0ea tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 944 time: 0.0919924 Apr 12 12:20:14.298208 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-e2b280b6-14e7-41c5-a43a-6d3e88d258a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:14.299615 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-e2b280b6-14e7-41c5-a43a-6d3e88d258a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 819 time: 0.3019123 Apr 12 12:20:14.355767 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3988099a-cdf2-41ba-9bb6-9f3bf5b29376 req-51a8ffd9-081a-44ea-80f9-240d91002437 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843239 Apr 12 12:20:14.406265 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-8e6ac867-371b-47e9-8bcf-7fc990476f1f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9c3161421cc41ad988f904a293c7b32 HTTP/1.1" status: 200 len: 380 time: 0.0866358 Apr 12 12:20:14.433536 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'port': {'device_id': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'admin_state_up': True, 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'security_groups': ['ff6d9f41-9b97-4b27-a56a-8547acdf8b31']}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:20:14.471188 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-c8915d02-d758-4279-968d-b93d7bd16732 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c36a0e85e6fb47d680cdfd22f27a95c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546134 Apr 12 12:20:14.809470 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-e0ada71b-b0df-43cd-a344-766f36f2b5eb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:14.811085 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-e0ada71b-b0df-43cd-a344-766f36f2b5eb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279278 Apr 12 12:20:14.920501 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Made reservation on behalf of c9c3161421cc41ad988f904a293c7b32 for: {'port': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:20:14.924423 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:15.181752 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17809b64-b405-4f4b-baae-0657623728f4 req-11b91fdf-a42b-4eaa-a058-c6c52de96ae2 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:15.184640 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-17809b64-b405-4f4b-baae-0657623728f4 req-11b91fdf-a42b-4eaa-a058-c6c52de96ae2 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0625379 Apr 12 12:20:15.241834 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-17809b64-b405-4f4b-baae-0657623728f4 req-a96e5365-1a93-428e-9cf7-12e4f43dcde2 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508978 Apr 12 12:20:15.337714 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99702e1c-d121-4c57-b4b5-cefee304bb61 req-3c032cc2-1828-4967-88d2-f510f1061540 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 210 time: 0.0283556 Apr 12 12:20:15.395587 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2e4e5aa1-3a38-4e97-839c-8ffe64158f7b req-3994728b-9eb6-48cf-ae92-3db1d349cadd tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.2994950 Apr 12 12:20:15.413795 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Allocated IP 172.20.0.10 (ba418c03-8541-4c3c-b692-597d54968694/8cc3ed29-863b-46c7-9c96-e9d88ef747a9/d6a7be4d-1159-4b4b-86c3-2c3169438c9a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:20:15.480978 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676911e-bf95-43d9-82c0-899649186204 req-34a4ef12-cd09-4e1f-83d1-ae89b4af8470 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:15.482573 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1676911e-bf95-43d9-82c0-899649186204 req-34a4ef12-cd09-4e1f-83d1-ae89b4af8470 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 944 time: 0.0485075 Apr 12 12:20:15.547666 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1676911e-bf95-43d9-82c0-899649186204 req-150d646d-c829-4f6f-a4aa-4a6c83e5b8a2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589435 Apr 12 12:20:15.563279 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:15.650666 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:15.696532 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Network ba418c03-8541-4c3c-b692-597d54968694 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:20:15.699569 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:20:15.703298 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:20:15.712563 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event updated for resources: {'Port': ['ID=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:15.766818 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:15.767467 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:15.871790 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-a795a0c0-0423-4dae-96ab-6807dad3b8a3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4435778 Apr 12 12:20:15.935855 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-ac7f7ffa-b88e-4b59-ac2e-3e04fbc80203 None None] Provisioning complete for port d6a7be4d-1159-4b4b-86c3-2c3169438c9a triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:20:15.936426 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7ffa-b88e-4b59-ac2e-3e04fbc80203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:15.972461 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f7ffa-b88e-4b59-ac2e-3e04fbc80203 None None] Port d6a7be4d-1159-4b4b-86c3-2c3169438c9a cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:20:16.371150 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39247265-a8ae-461e-96aa-08aba0426f75 req-65835024-f70a-4d21-b3aa-5dda4ab23855 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:16.372689 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-39247265-a8ae-461e-96aa-08aba0426f75 req-65835024-f70a-4d21-b3aa-5dda4ab23855 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0484562 Apr 12 12:20:16.423353 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-39247265-a8ae-461e-96aa-08aba0426f75 req-ab35bb3e-e80b-4b20-914f-2725a3345530 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444696 Apr 12 12:20:16.455418 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b176781-08a8-4409-9afa-9688a0d77926 req-33de0c5b-7eb2-4f7b-a3e1-22a094608e04 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:16.457183 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2b176781-08a8-4409-9afa-9688a0d77926 req-33de0c5b-7eb2-4f7b-a3e1-22a094608e04 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 932 time: 0.0490127 Apr 12 12:20:16.490627 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c27b99ff-e423-4fba-9e1b-68d136c14945 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:20:16.506572 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2b176781-08a8-4409-9afa-9688a0d77926 req-69551791-b4df-405f-9049-9eab6091aced tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Apr 12 12:20:16.515163 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9304d641-5066-4658-ae08-169ccbc99e35 req-138e3bc5-a1e0-4435-8d44-3765d27b2331 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0367277 Apr 12 12:20:16.543437 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port c27b99ff-e423-4fba-9e1b-68d136c14945 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:20:16.605431 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port c27b99ff-e423-4fba-9e1b-68d136c14945 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:20:16.605981 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:16.663156 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f62c9-af5c-4b62-b464-e9f75dbca0a8 req-636ac669-e3ec-4044-a4de-e6ddba19353b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:16.665341 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-201f62c9-af5c-4b62-b464-e9f75dbca0a8 req-636ac669-e3ec-4044-a4de-e6ddba19353b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 944 time: 0.0479114 Apr 12 12:20:16.689215 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c27b99ff-e423-4fba-9e1b-68d136c14945 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:20:16.689617 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:16.712155 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-201f62c9-af5c-4b62-b464-e9f75dbca0a8 req-661a48df-fa07-4179-9ad6-917d680cce4e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Apr 12 12:20:16.712790 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523f41f5-4250-4d78-b913-44ffc35686aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27b99ff-e423-4fba-9e1b-68d136c14945'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:16.715339 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b0249-7a82-43ff-8c5c-57af9d519906" -d '{"events": [{"server_uuid": "523f41f5-4250-4d78-b913-44ffc35686aa", "name": "network-vif-plugged", "status": "completed", "tag": "c27b99ff-e423-4fba-9e1b-68d136c14945"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:16.732794 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c27b99ff-e423-4fba-9e1b-68d136c14945, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c27b99ff-e423-4fba-9e1b-68d136c14945,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:16.750157 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e741289f-139b-4a19-8a2b-4205551678d6 x-openstack-request-id: req-e741289f-139b-4a19-8a2b-4205551678d6 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:16.750455 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523f41f5-4250-4d78-b913-44ffc35686aa", "name": "network-vif-plugged", "status": "completed", "tag": "c27b99ff-e423-4fba-9e1b-68d136c14945", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:16.750714 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e741289f-139b-4a19-8a2b-4205551678d6 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:16.751149 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e741289f-139b-4a19-8a2b-4205551678d6'] response: {'server_uuid': '523f41f5-4250-4d78-b913-44ffc35686aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'code': 200} Apr 12 12:20:16.815029 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:16.864751 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c27b99ff-e423-4fba-9e1b-68d136c14945,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:17.535191 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:17.584649 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939d64-df69-4d70-9b4d-132dfce76ebb req-91ee78ce-a3d4-4947-8c23-0f53bf6bb343 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:17.585465 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-12939d64-df69-4d70-9b4d-132dfce76ebb req-91ee78ce-a3d4-4947-8c23-0f53bf6bb343 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0822465 Apr 12 12:20:17.607315 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Request body: {'port': {'device_id': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:20:17.670672 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Request body: {'port': {'device_id': 'a5b0e627-4a68-4d61-ac34-6a3497d0f6de', 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8', 'admin_state_up': True, 'tenant_id': 'c36a0e85e6fb47d680cdfd22f27a95c8'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:20:17.740292 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f841-8a5c-484b-90bd-a512216dd2f6 req-b792731f-636c-461a-8929-3eab783f25a7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:17.751141 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a472f841-8a5c-484b-90bd-a512216dd2f6 req-b792731f-636c-461a-8929-3eab783f25a7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 932 time: 0.0957928 Apr 12 12:20:17.833210 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a472f841-8a5c-484b-90bd-a512216dd2f6 req-288f5aa3-5971-466d-bacb-ab54bfc1b6b0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785675 Apr 12 12:20:17.932556 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-12939d64-df69-4d70-9b4d-132dfce76ebb req-7b33a417-a4fb-440c-9343-1c262de6edee tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3404241 Apr 12 12:20:17.933467 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:18.046435 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-015db4d7-a596-4737-8046-157fce8a4d96 req-619a990c-e186-4b81-baad-cdf24b088199 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.1230166 Apr 12 12:20:18.097766 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a68e2-d6c0-43e1-9266-5b4d6e745642 req-0fc3da22-f953-4818-b37f-172c19d1217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:18.099426 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-186a68e2-d6c0-43e1-9266-5b4d6e745642 req-0fc3da22-f953-4818-b37f-172c19d1217c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 1129 time: 0.0936320 Apr 12 12:20:18.121497 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Made reservation on behalf of c36a0e85e6fb47d680cdfd22f27a95c8 for: {'port': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:20:18.134905 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:18.191219 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:18.233291 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-186a68e2-d6c0-43e1-9266-5b4d6e745642 req-21fe234f-4bea-4271-8930-997293049441 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142967 Apr 12 12:20:18.233583 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f182b-9fcf-44e4-a6af-ce276e5f0c9b req-d6ed06de-5219-4c8f-8cea-c94aa40f51dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:18.237665 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-438f182b-9fcf-44e4-a6af-ce276e5f0c9b req-d6ed06de-5219-4c8f-8cea-c94aa40f51dc tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.1257830 Apr 12 12:20:18.397252 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-438f182b-9fcf-44e4-a6af-ce276e5f0c9b req-ef58bd94-6a3a-4b6c-9926-9a9e794fb8ba tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464930 Apr 12 12:20:18.469391 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks [] for security_group (57b97d70-72e8-40d6-8891-47f095ef36b8), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:18.506196 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a7be4d-1159-4b4b-86c3-2c3169438c9a {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:20:18.525881 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Publish callbacks [] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:18.541195 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Transition to ACTIVE for port object d6a7be4d-1159-4b4b-86c3-2c3169438c9a will not be triggered until provisioned by entity L2. {{(pid=104047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:20:18.551744 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (57b97d70-72e8-40d6-8891-47f095ef36b8), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:18.615592 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b97d70-72e8-40d6-8891-47f095ef36b8,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:18.651364 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:18.756702 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:18.775083 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Allocated IP 192.168.233.188 (1f814ced-725d-4186-bd10-a26ba7f342f8/b2b7a47b-fec0-4de4-9b9a-50e7a91262cb/3a3fafc5-b76a-485b-8627-9aef20c164a1) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:20:18.896702 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Attempting to bind port d6a7be4d-1159-4b4b-86c3-2c3169438c9a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:20:18.897123 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Attempting to bind port d6a7be4d-1159-4b4b-86c3-2c3169438c9a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:20:18.897488 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Attempting to bind port d6a7be4d-1159-4b4b-86c3-2c3169438c9a on network ba418c03-8541-4c3c-b692-597d54968694 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:20:18.921744 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Port d6a7be4d-1159-4b4b-86c3-2c3169438c9a on network ba418c03-8541-4c3c-b692-597d54968694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:20:18.922078 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Attempting to bind port d6a7be4d-1159-4b4b-86c3-2c3169438c9a on network ba418c03-8541-4c3c-b692-597d54968694 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:20:18.929432 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:20:18.929930 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Checking segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:20:18.930870 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Bound using segment: {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:20:18.931308 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Bound port: d6a7be4d-1159-4b4b-86c3-2c3169438c9a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a046edcd-187a-458a-aa61-9094151f4886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:20:18.931674 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:18.968268 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094990b-6575-4529-a222-e51c5b2825d6 req-94d0e21a-1d66-4790-8c96-d3b46bfa0c95 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:18.974234 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e094990b-6575-4529-a222-e51c5b2825d6 req-94d0e21a-1d66-4790-8c96-d3b46bfa0c95 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.0555608 Apr 12 12:20:19.033956 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e094990b-6575-4529-a222-e51c5b2825d6 req-98661867-6133-4fc5-8bff-02c2ea70dd61 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537922 Apr 12 12:20:19.114527 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks [] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:19.130663 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b42760-fac0-4a11-89c2-5a4d63b5411c req-c57cff41-956b-4220-970b-537aeedbd6b4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:19.132162 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e2b42760-fac0-4a11-89c2-5a4d63b5411c req-c57cff41-956b-4220-970b-537aeedbd6b4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1042304 Apr 12 12:20:19.154758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] For port d6a7be4d-1159-4b4b-86c3-2c3169438c9a, host hv-cinder-83009, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:20:19.158166 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d648d370-9da0-4e6f-ae5f-2a51ebb63639 req-eb1870d9-cfb4-4a01-8522-777e443d4705 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0337441 Apr 12 12:20:19.185895 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] For port d6a7be4d-1159-4b4b-86c3-2c3169438c9a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:20:19.225028 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e2b42760-fac0-4a11-89c2-5a4d63b5411c req-bab2b364-88d1-48f1-8b60-bcf7b0b9c733 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0826144 Apr 12 12:20:19.263323 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:19.294025 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:19.316339 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:19.316999 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:19.318382 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] 10.222.0.23 "PUT /v2.0/ports/d6a7be4d-1159-4b4b-86c3-2c3169438c9a HTTP/1.1" status: 200 len: 1094 time: 1.7183344 Apr 12 12:20:19.320886 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:19.323381 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2a526e-76bb-4806-b8b7-5ee5c76ac78b" -d '{"events": [{"name": "network-changed", "server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:19.346849 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Network 1f814ced-725d-4186-bd10-a26ba7f342f8 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:20:19.348212 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba214-d401-4986-bc7f-0d3b93c2ed10 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:19.351374 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:20:19.357376 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:20:19.411535 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bbd2fa-53f1-4915-9e71-af2bb81ecbb1 x-openstack-request-id: req-64bbd2fa-53f1-4915-9e71-af2bb81ecbb1 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:19.411840 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:19.412072 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64bbd2fa-53f1-4915-9e71-af2bb81ecbb1 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:19.412476 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64bbd2fa-53f1-4915-9e71-af2bb81ecbb1'] response: {'name': 'network-changed', 'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'status': 'completed', 'code': 200} Apr 12 12:20:19.451521 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Pushing event updated for resources: {'Port': ['ID=3a3fafc5-b76a-485b-8627-9aef20c164a1,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:19.460927 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:19.462167 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:19.580544 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75016e32-1f53-4c46-b1d2-da7e59c4e5d1 req-dfd449da-b7d5-47a6-8fe6-4769d56f1d07 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:19.582904 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-75016e32-1f53-4c46-b1d2-da7e59c4e5d1 req-dfd449da-b7d5-47a6-8fe6-4769d56f1d07 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0861633 Apr 12 12:20:19.588984 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-fed8966a-a5c3-4fb0-a476-3aa43786fc8a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9658365 Apr 12 12:20:19.707506 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-75016e32-1f53-4c46-b1d2-da7e59c4e5d1 req-eda41b33-5178-4962-9220-7cbdbdfd7068 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107702 Apr 12 12:20:19.748353 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-49ba0805-2f35-4b6b-9d03-d805f676d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:19.786233 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-d8622cfd-137a-47c3-a4d9-32ba0f152d8e None None] Provisioning complete for port 3a3fafc5-b76a-485b-8627-9aef20c164a1 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:20:19.786599 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d8622cfd-137a-47c3-a4d9-32ba0f152d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:19.822824 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-d8622cfd-137a-47c3-a4d9-32ba0f152d8e None None] Port 3a3fafc5-b76a-485b-8627-9aef20c164a1 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:20:20.147694 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de7b16-d7a6-4edd-a6dc-bfd0ef4f97f8 req-215bce6e-29ea-4120-a3fb-9c22cf579beb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:20.149714 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-31de7b16-d7a6-4edd-a6dc-bfd0ef4f97f8 req-215bce6e-29ea-4120-a3fb-9c22cf579beb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.0459864 Apr 12 12:20:20.195336 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-31de7b16-d7a6-4edd-a6dc-bfd0ef4f97f8 req-555c2c36-f76e-4106-868f-e1b923bfc514 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Apr 12 12:20:20.274421 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7ece-4375-438b-bb7f-f4601f48bfa0 req-bc0af505-2b62-4628-a8e7-71ee0cc6e386 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:20.276231 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a1cf7ece-4375-438b-bb7f-f4601f48bfa0 req-bc0af505-2b62-4628-a8e7-71ee0cc6e386 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 936 time: 0.0486999 Apr 12 12:20:20.340919 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a1cf7ece-4375-438b-bb7f-f4601f48bfa0 req-bb47322b-8eb6-48df-bedf-86ec47e28c78 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590224 Apr 12 12:20:20.352565 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3f039-eaad-4bb9-8ce9-c3aa43f39e28 req-28cd2479-b2b3-430d-a755-5366e052d082 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:20.354154 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b4d3f039-eaad-4bb9-8ce9-c3aa43f39e28 req-28cd2479-b2b3-430d-a755-5366e052d082 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0553377 Apr 12 12:20:20.401426 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b4d3f039-eaad-4bb9-8ce9-c3aa43f39e28 req-a8b5dfff-aa22-45aa-a590-a2dcb6bf1212 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417049 Apr 12 12:20:20.821478 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911db896-2619-4088-bd8d-45b65e0edbb4 req-8d05fe57-82e0-482f-b053-6c30beb55a04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:20.822939 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-911db896-2619-4088-bd8d-45b65e0edbb4 req-8d05fe57-82e0-482f-b053-6c30beb55a04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0463035 Apr 12 12:20:20.869338 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-911db896-2619-4088-bd8d-45b65e0edbb4 req-5e7ec707-4cdd-4634-a17f-a0db9631782d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408335 Apr 12 12:20:21.311339 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118bd9-f451-4076-80c5-b8b4a32491ce req-e5ef5f73-6545-450e-8960-ee08011703dc tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:21.313073 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d9118bd9-f451-4076-80c5-b8b4a32491ce req-e5ef5f73-6545-450e-8960-ee08011703dc tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.0500658 Apr 12 12:20:21.366540 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d9118bd9-f451-4076-80c5-b8b4a32491ce req-d5f326ab-d74f-4ca8-8585-79e9358cc02e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475602 Apr 12 12:20:21.459454 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37384efa-9aab-445c-b4d8-5eceefacae60 req-5db6d7a4-9af9-4080-b926-d3b9efc372cb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:21.460952 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37384efa-9aab-445c-b4d8-5eceefacae60 req-5db6d7a4-9af9-4080-b926-d3b9efc372cb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 936 time: 0.0482750 Apr 12 12:20:21.514715 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37384efa-9aab-445c-b4d8-5eceefacae60 req-b7453c5d-7491-4e8f-970c-504683f88d19 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Apr 12 12:20:21.518039 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fb892-eff4-410a-8c21-5d6aee37e68c req-99cb768e-8172-4b6f-b4d2-fc0d337d9004 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:21.519050 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ec0fb892-eff4-410a-8c21-5d6aee37e68c req-99cb768e-8172-4b6f-b4d2-fc0d337d9004 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0477703 Apr 12 12:20:21.569775 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ec0fb892-eff4-410a-8c21-5d6aee37e68c req-7754284f-7e9d-4b32-86db-8d7eb83bbc48 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437865 Apr 12 12:20:21.989493 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6aa75-1bc3-4b46-94fa-227eafeb4433 req-a11de37c-98ee-4034-8367-e2823a89e4fd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:21.990968 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1df6aa75-1bc3-4b46-94fa-227eafeb4433 req-a11de37c-98ee-4034-8367-e2823a89e4fd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0536215 Apr 12 12:20:22.037879 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1df6aa75-1bc3-4b46-94fa-227eafeb4433 req-74f32d36-306b-4b5f-8892-f5ffc9739558 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409133 Apr 12 12:20:22.484687 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131dba-3dde-428f-a09f-603e5f8d164c req-d9f7ea4b-dc5c-440d-99b3-938f1f752d51 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:22.486275 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86131dba-3dde-428f-a09f-603e5f8d164c req-d9f7ea4b-dc5c-440d-99b3-938f1f752d51 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.0497222 Apr 12 12:20:22.508413 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-15c0cff8-de41-4f84-8bd3-78b7c1540fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:22.533876 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-86131dba-3dde-428f-a09f-603e5f8d164c req-c324d725-4548-44af-b78b-f3d59805b610 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Apr 12 12:20:22.642939 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc686f-e5e2-4d37-b3d0-7d86b5df72f6 req-4afbdb53-4d46-49bf-8452-28aa4b62bca6 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:22.644421 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5edc686f-e5e2-4d37-b3d0-7d86b5df72f6 req-4afbdb53-4d46-49bf-8452-28aa4b62bca6 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 936 time: 0.0560191 Apr 12 12:20:22.662184 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Request body: {'port': {'device_id': 'a5b0e627-4a68-4d61-ac34-6a3497d0f6de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:20:22.707069 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0a813-bf1e-42fc-b04e-02076ef5b310 req-f44ad195-a150-44e1-8812-7007cd763718 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:22.709661 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7aa0a813-bf1e-42fc-b04e-02076ef5b310 req-f44ad195-a150-44e1-8812-7007cd763718 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0642593 Apr 12 12:20:22.748637 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5edc686f-e5e2-4d37-b3d0-7d86b5df72f6 req-1c60379a-0677-4707-aeb0-39c5a3f6322a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978272 Apr 12 12:20:22.758397 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:22.759823 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7aa0a813-bf1e-42fc-b04e-02076ef5b310 req-b02ff382-45ef-40e4-99df-2505157d398b tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447643 Apr 12 12:20:22.988961 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a526e-76bb-4806-b8b7-5ee5c76ac78b req-49abbfb9-fc4c-4789-a41e-c87cb5834f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:22.990471 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1a2a526e-76bb-4806-b8b7-5ee5c76ac78b req-49abbfb9-fc4c-4789-a41e-c87cb5834f15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1128 time: 0.0752399 Apr 12 12:20:23.091616 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3fafc5-b76a-485b-8627-9aef20c164a1 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:20:23.099423 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Publish callbacks [] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:23.123354 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Transition to ACTIVE for port object 3a3fafc5-b76a-485b-8627-9aef20c164a1 will not be triggered until provisioned by entity L2. {{(pid=104047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:20:23.157187 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe73afe-a118-48b6-9841-5ffdf1a6bd81 req-6b8f6ecc-87bc-402a-86eb-dd7de55d5515 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:23.158674 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dbe73afe-a118-48b6-9841-5ffdf1a6bd81 req-6b8f6ecc-87bc-402a-86eb-dd7de55d5515 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0524755 Apr 12 12:20:23.206313 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dbe73afe-a118-48b6-9841-5ffdf1a6bd81 req-44c37db2-e221-455d-a075-74fcdd542cb2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Apr 12 12:20:23.217224 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:23.273615 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Pushing event updated for resources: {'Port': ['ID=3a3fafc5-b76a-485b-8627-9aef20c164a1,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:23.300393 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.300813 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.301112 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.301440 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.301779 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.302117 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.302448 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.302788 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.303113 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.303449 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.303774 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.304097 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.304422 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.304755 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.305649 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:23.345614 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2a9a-dd84-415e-be68-29b65c6f4597 req-67bf5511-1360-4b5f-9c38-24ead77c1bf4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:23.347254 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-56ff2a9a-dd84-415e-be68-29b65c6f4597 req-67bf5511-1360-4b5f-9c38-24ead77c1bf4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0597188 Apr 12 12:20:23.358266 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 43086) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:23.366787 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'floatingip': {'port_id': 'c27b99ff-e423-4fba-9e1b-68d136c14945'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:20:23.384844 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Attempting to bind port 3a3fafc5-b76a-485b-8627-9aef20c164a1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:20:23.385306 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Attempting to bind port 3a3fafc5-b76a-485b-8627-9aef20c164a1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:20:23.385746 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Attempting to bind port 3a3fafc5-b76a-485b-8627-9aef20c164a1 on network 1f814ced-725d-4186-bd10-a26ba7f342f8 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:20:23.391463 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Port 3a3fafc5-b76a-485b-8627-9aef20c164a1 on network 1f814ced-725d-4186-bd10-a26ba7f342f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:20:23.391963 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Attempting to bind port 3a3fafc5-b76a-485b-8627-9aef20c164a1 on network 1f814ced-725d-4186-bd10-a26ba7f342f8 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:20:23.398219 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:20:23.398794 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Checking segment: {'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:20:23.400006 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Bound using segment: {'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:20:23.400528 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Bound port: 3a3fafc5-b76a-485b-8627-9aef20c164a1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1144307b-29eb-476f-9694-0aa31d55fdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:20:23.400985 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:23.434507 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:23.502199 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] For port 3a3fafc5-b76a-485b-8627-9aef20c164a1, host hv-cinder-83009, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:20:23.509097 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] For port 3a3fafc5-b76a-485b-8627-9aef20c164a1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a3fafc5-b76a-485b-8627-9aef20c164a1,segment=NetworkSegment(1144307b-29eb-476f-9694-0aa31d55fdf1),segment_id=1144307b-29eb-476f-9694-0aa31d55fdf1)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:20:23.599650 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:23.628750 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:23.640794 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:23.641508 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:23.642998 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] 10.222.0.23 "PUT /v2.0/ports/3a3fafc5-b76a-485b-8627-9aef20c164a1 HTTP/1.1" status: 200 len: 1098 time: 0.9858084 Apr 12 12:20:23.687364 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b0e627-4a68-4d61-ac34-6a3497d0f6de', 'tag': '3a3fafc5-b76a-485b-8627-9aef20c164a1'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:23.689715 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8e70a8-8a23-4803-be6e-89e4fd9e631d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b0e627-4a68-4d61-ac34-6a3497d0f6de", "tag": "3a3fafc5-b76a-485b-8627-9aef20c164a1"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:23.819582 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b8dc2c-7006-4914-97f9-27fa672e59c7 x-openstack-request-id: req-a5b8dc2c-7006-4914-97f9-27fa672e59c7 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:23.819871 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b0e627-4a68-4d61-ac34-6a3497d0f6de", "tag": "3a3fafc5-b76a-485b-8627-9aef20c164a1", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:23.820116 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5b8dc2c-7006-4914-97f9-27fa672e59c7 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:23.820509 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b8dc2c-7006-4914-97f9-27fa672e59c7'] response: {'name': 'network-changed', 'server_uuid': 'a5b0e627-4a68-4d61-ac34-6a3497d0f6de', 'tag': '3a3fafc5-b76a-485b-8627-9aef20c164a1', 'status': 'completed', 'code': 200} Apr 12 12:20:23.855596 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be044-0b2a-4ecc-8d15-655d47a5b975 req-1deaad08-b436-423b-ac2f-d6781ea8a2fb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:23.856151 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-259be044-0b2a-4ecc-8d15-655d47a5b975 req-1deaad08-b436-423b-ac2f-d6781ea8a2fb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.2433050 Apr 12 12:20:23.952800 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cd374-8f09-48e6-89d9-6fe9a026d91f service neutron] Pushing event updated for resources: {'Port': ['ID=3a3fafc5-b76a-485b-8627-9aef20c164a1,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:23.956835 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bda2d-4e22-4cc3-b1d3-936fdbfbb2e7 req-c4e84e0b-53aa-4b99-a395-30af354396c2 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:23.959595 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-293bda2d-4e22-4cc3-b1d3-936fdbfbb2e7 req-c4e84e0b-53aa-4b99-a395-30af354396c2 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 948 time: 0.0800443 Apr 12 12:20:23.982031 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e70a8-8a23-4803-be6e-89e4fd9e631d req-a4a40c21-239c-4a03-9ba1-12086aca0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:23.983807 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3b8e70a8-8a23-4803-be6e-89e4fd9e631d req-a4a40c21-239c-4a03-9ba1-12086aca0ee8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c36a0e85e6fb47d680cdfd22f27a95c8&device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 1132 time: 0.1211004 Apr 12 12:20:24.029256 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3b8e70a8-8a23-4803-be6e-89e4fd9e631d req-04307709-6f19-46f3-a72a-bc57f466147a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c36a0e85e6fb47d680cdfd22f27a95c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324693 Apr 12 12:20:24.030452 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a526e-76bb-4806-b8b7-5ee5c76ac78b req-72d78fe3-a2b5-470e-8940-a53538d5d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.031813 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1a2a526e-76bb-4806-b8b7-5ee5c76ac78b req-72d78fe3-a2b5-470e-8940-a53538d5d6ee service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c9c3161421cc41ad988f904a293c7b32&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4141359 Apr 12 12:20:24.035266 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-259be044-0b2a-4ecc-8d15-655d47a5b975 req-e45e030f-e70c-4670-ab66-1717877b80c8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185889 Apr 12 12:20:24.045350 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-293bda2d-4e22-4cc3-b1d3-936fdbfbb2e7 req-786393c6-ca32-4181-8448-251353e2d637 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777948 Apr 12 12:20:24.108566 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:24.175478 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:24.255407 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555e442-6a28-4450-96b0-c74f03f2dc91 req-4bdab9a2-61c3-4901-b557-b0e340ecac1b tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.256962 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f555e442-6a28-4450-96b0-c74f03f2dc91 req-4bdab9a2-61c3-4901-b557-b0e340ecac1b tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0818019 Apr 12 12:20:24.291598 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a526e-76bb-4806-b8b7-5ee5c76ac78b req-2a634bd2-405f-4bf1-81c6-45a302f1c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.293058 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1a2a526e-76bb-4806-b8b7-5ee5c76ac78b req-2a634bd2-405f-4bf1-81c6-45a302f1c1d6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2498126 Apr 12 12:20:24.294051 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e70a8-8a23-4803-be6e-89e4fd9e631d req-f08032c4-d2ee-40a4-b254-2de71720769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.294208 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Floating IP bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c associated. External IP: 172.27.3.199, port: c27b99ff-e423-4fba-9e1b-68d136c14945. Apr 12 12:20:24.295696 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3b8e70a8-8a23-4803-be6e-89e4fd9e631d req-f08032c4-d2ee-40a4-b254-2de71720769e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391953 Apr 12 12:20:24.341188 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f555e442-6a28-4450-96b0-c74f03f2dc91 req-c586774c-07e4-41a8-bdd3-802e1cb1dccf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0686560 Apr 12 12:20:24.431117 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-b9bb1a81-117b-4765-9e30-17a24c13a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.432650 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-b9bb1a81-117b-4765-9e30-17a24c13a607 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c36a0e85e6fb47d680cdfd22f27a95c8&device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 1132 time: 0.0859680 Apr 12 12:20:24.440534 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-2b709838-d827-4c59-a08b-e039c2141396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.443204 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-2b709838-d827-4c59-a08b-e039c2141396 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1128 time: 0.0948665 Apr 12 12:20:24.561213 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:20:24.693688 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-787af81f-00bf-4a8e-94b8-57da2c4ae131 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a HTTP/1.1" status: 200 len: 217 time: 0.0861351 Apr 12 12:20:24.695061 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-38ff00a0-99cb-46fb-87c0-4f358bff64af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=3a3fafc5-b76a-485b-8627-9aef20c164a1 HTTP/1.1" status: 200 len: 217 time: 0.0860410 Apr 12 12:20:24.702327 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:20:24.711285 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:24.735727 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:20:24.758122 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:20:24.760919 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:24.793938 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-1986816b-1bdc-4140-b8c5-cb09f9a91457 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "PUT /v2.0/floatingips/bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c HTTP/1.1" status: 200 len: 991 time: 1.4332845 Apr 12 12:20:24.794789 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523f41f5-4250-4d78-b913-44ffc35686aa', 'tag': 'c27b99ff-e423-4fba-9e1b-68d136c14945'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:24.800933 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2d7f93-bc11-4c40-98c4-065fbbe13213" -d '{"events": [{"name": "network-changed", "server_uuid": "523f41f5-4250-4d78-b913-44ffc35686aa", "tag": "c27b99ff-e423-4fba-9e1b-68d136c14945"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:24.857653 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf7b33e-99b1-4429-a46f-c0c9c69a2953 x-openstack-request-id: req-1bf7b33e-99b1-4429-a46f-c0c9c69a2953 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:24.858256 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523f41f5-4250-4d78-b913-44ffc35686aa", "tag": "c27b99ff-e423-4fba-9e1b-68d136c14945", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:24.858802 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bf7b33e-99b1-4429-a46f-c0c9c69a2953 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:24.859322 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf7b33e-99b1-4429-a46f-c0c9c69a2953'] response: {'name': 'network-changed', 'server_uuid': '523f41f5-4250-4d78-b913-44ffc35686aa', 'tag': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'status': 'completed', 'code': 200} Apr 12 12:20:24.896741 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-b5c5611b-0909-4262-a0a0-0d6ae427d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.899442 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-b5c5611b-0909-4262-a0a0-0d6ae427d705 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2b7a47b-fec0-4de4-9b9a-50e7a91262cb HTTP/1.1" status: 200 len: 843 time: 0.1829023 Apr 12 12:20:24.907355 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-ea19c7d0-7983-49d0-b5af-9de847038b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.911591 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-ea19c7d0-7983-49d0-b5af-9de847038b95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.2038012 Apr 12 12:20:24.915815 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fd1c-1b20-4b8d-8b57-d8014783cb19 req-80c40e7d-89ac-4666-aeca-3c660fa1bfdd tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:24.917303 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0e76fd1c-1b20-4b8d-8b57-d8014783cb19 req-80c40e7d-89ac-4666-aeca-3c660fa1bfdd tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0811646 Apr 12 12:20:25.022581 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-8b613f81-569f-4e09-ac70-ff30aa5610f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.025702 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:20:25.026003 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-8b613f81-569f-4e09-ac70-ff30aa5610f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 1129 time: 0.1029978 Apr 12 12:20:25.063177 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:25.129585 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-45d756d6-11f6-4b76-9255-a4cd667ab635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.131843 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-45d756d6-11f6-4b76-9255-a4cd667ab635 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 1130 time: 0.1293178 Apr 12 12:20:25.208023 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.23', 54372) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:25.328444 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257522c-6fdd-45d3-a287-811e073f854a req-0f7fb441-7eff-49c6-bee9-f64dc4a008e8 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.330181 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d257522c-6fdd-45d3-a287-811e073f854a req-0f7fb441-7eff-49c6-bee9-f64dc4a008e8 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 948 time: 0.1594532 Apr 12 12:20:25.337227 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-bb81dd2f-0ea3-4395-a425-9ebbead36ced service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1265941 Apr 12 12:20:25.362867 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:31Z', 'revision_number': 2, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}, {'id': 'bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:82:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523f41f5-4250-4d78-b913-44ffc35686aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:46Z', 'updated_at': '2022-04-12T12:20:23Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:25.373401 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-bd3f4107-d280-44a0-a6b8-f23cc14e554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.375027 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-bd3f4107-d280-44a0-a6b8-f23cc14e554f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 915 time: 0.3086400 Apr 12 12:20:25.396578 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-b177c687-10ca-4c8c-9fc1-b3c9f2a5897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.399369 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-b177c687-10ca-4c8c-9fc1-b3c9f2a5897b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4664953 Apr 12 12:20:25.400515 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-e96e1a68-16c9-4a94-934c-40a3feccc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.402054 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-e96e1a68-16c9-4a94-934c-40a3feccc8bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f814ced-725d-4186-bd10-a26ba7f342f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4798412 Apr 12 12:20:25.423496 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:20:25.423862 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0e76fd1c-1b20-4b8d-8b57-d8014783cb19 req-ca737adc-5c80-4fdd-bfaf-a46a5bbc6ddd tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4774768 Apr 12 12:20:25.434854 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:20:25.435597 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:25.477777 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-e32f6c2b-640a-44e5-9d00-0aee6badcbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.479371 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-e32f6c2b-640a-44e5-9d00-0aee6badcbc3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 912 time: 0.3102512 Apr 12 12:20:25.566091 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d257522c-6fdd-45d3-a287-811e073f854a req-d56efe9a-7823-4802-a9ee-7aba0fccff39 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251952 Apr 12 12:20:25.585901 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-48635aaa-7d03-4ec3-81c9-277826381268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.596576 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-48635aaa-7d03-4ec3-81c9-277826381268 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 1129 time: 0.1352217 Apr 12 12:20:25.605508 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-45d4d81b-147b-49f9-877c-570c75f8551a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c27b99ff-e423-4fba-9e1b-68d136c14945 HTTP/1.1" status: 200 len: 999 time: 0.2211101 Apr 12 12:20:25.624482 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3649368-b4a3-4dcf-ad9e-ec1b9c7fc556 req-5c3f2bab-3c76-412f-a76b-0f2aa09d27c4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:25.626296 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a3649368-b4a3-4dcf-ad9e-ec1b9c7fc556 req-5c3f2bab-3c76-412f-a76b-0f2aa09d27c4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.1131623 Apr 12 12:20:25.632125 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-246588ff-3c97-4492-aa4d-ecf1a28905ac service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071903 Apr 12 12:20:25.644979 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:20:25.650861 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-6d52d8b9-d34b-4b40-b1ad-165a3229071a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b HTTP/1.1" status: 200 len: 1002 time: 0.1472344 Apr 12 12:20:25.742117 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-22eb67c3-092e-40fa-a027-05dee0356e8f req-7beb84be-ca04-44e1-9261-a2c39470a6f2 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000009 Apr 12 12:20:25.775174 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-99a97611-6ca5-45d4-94cb-fb61e10f721b service neutron] 10.222.0.23 "GET /v2.0/networks/1f814ced-725d-4186-bd10-a26ba7f342f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401895 Apr 12 12:20:25.828496 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a3649368-b4a3-4dcf-ad9e-ec1b9c7fc556 req-3a5a41c7-8b5f-4bf2-8616-6abc56a75ef1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874602 Apr 12 12:20:25.922161 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f71c15c1-ea6d-4563-81ed-68b6a7ad6bcb req-dff4e16f-e6f7-4b6e-928f-0863dc5f5974 service neutron] 10.222.0.23 "GET /v2.0/networks/1f814ced-725d-4186-bd10-a26ba7f342f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399632 Apr 12 12:20:26.058429 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:31Z', 'revision_number': 2, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}, {'id': 'bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:82:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523f41f5-4250-4d78-b913-44ffc35686aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:46Z', 'updated_at': '2022-04-12T12:20:23Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:26.118035 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf846c-fc8d-4bd8-b043-88709ea13623 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:31Z', 'revision_number': 2, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}, {'id': 'bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:82:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523f41f5-4250-4d78-b913-44ffc35686aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:46Z', 'updated_at': '2022-04-12T12:20:23Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:20:26.123867 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-1cfaf865-a4e4-46fa-948d-beb67d2670bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:26.127795 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-1cfaf865-a4e4-46fa-948d-beb67d2670bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.4735465 Apr 12 12:20:26.129262 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-f569e85f-4ffc-46fb-ac1d-0ffd76636e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:26.130306 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-f569e85f-4ffc-46fb-ac1d-0ffd76636e09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.4591613 Apr 12 12:20:26.164150 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-c5e60405-65a8-478c-8e35-2c25d3603994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:26.167466 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-c5e60405-65a8-478c-8e35-2c25d3603994 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.5066800 Apr 12 12:20:26.373361 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57966bd7-3450-46d4-b7af-71993388dcf7 None None] New status for floating IP bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:20:26.410256 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:26.588687 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47290e7-df41-4eab-9755-db6a16d207bf req-9d0250df-463d-40ce-9b46-f1b0d0152398 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:26.590215 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a47290e7-df41-4eab-9755-db6a16d207bf req-9d0250df-463d-40ce-9b46-f1b0d0152398 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0897553 Apr 12 12:20:26.644231 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a47290e7-df41-4eab-9755-db6a16d207bf req-c8fde49b-f68c-4e6d-bba8-964ac64c075a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482113 Apr 12 12:20:26.685374 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d337a1-8093-4053-808f-3eeede9cda45 req-4f77220c-d381-4c98-b226-0d53edbe4a95 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:26.686805 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-75d337a1-8093-4053-808f-3eeede9cda45 req-4f77220c-d381-4c98-b226-0d53edbe4a95 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 948 time: 0.0501943 Apr 12 12:20:26.735541 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-75d337a1-8093-4053-808f-3eeede9cda45 req-013dd35b-1fbc-46d3-a18a-abfb35aa6509 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Apr 12 12:20:26.779888 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 43202) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:26.828531 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1775c639-3ff6-4b50-9142-95c617758f8e admin admin] Deleting subnet 4a4362eb-bbb1-488d-96d8-45465b8a6bbc {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:20:26.832132 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1775c639-3ff6-4b50-9142-95c617758f8e admin admin] Publish callbacks [] for subnet (4a4362eb-bbb1-488d-96d8-45465b8a6bbc), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:26.872598 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1775c639-3ff6-4b50-9142-95c617758f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (4a4362eb-bbb1-488d-96d8-45465b8a6bbc), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:26.958392 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1775c639-3ff6-4b50-9142-95c617758f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (4a4362eb-bbb1-488d-96d8-45465b8a6bbc), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:26.985462 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840003d-7842-4f65-b325-d91200390d88 req-d04c8c21-7d9f-4db5-880c-2df60b0b428f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:26.988971 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6840003d-7842-4f65-b325-d91200390d88 req-d04c8c21-7d9f-4db5-880c-2df60b0b428f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.0855148 Apr 12 12:20:27.039533 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-4407b713-9150-43ed-9bcf-82de25d83aba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea HTTP/1.1" status: 200 len: 217 time: 0.0836754 Apr 12 12:20:27.050927 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-fb156bb2-fb56-48fa-bd0f-4ca4c8777bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:27.051851 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-fb156bb2-fb56-48fa-bd0f-4ca4c8777bd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084826 Apr 12 12:20:27.053060 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-4b632fd0-d67f-428a-a101-5753045446dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:27.054398 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-4b632fd0-d67f-428a-a101-5753045446dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997636 Apr 12 12:20:27.061374 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6840003d-7842-4f65-b325-d91200390d88 req-3ecb172e-0c7d-4234-9ff4-b786d7ce7962 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670497 Apr 12 12:20:27.148630 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1775c639-3ff6-4b50-9142-95c617758f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (4a4362eb-bbb1-488d-96d8-45465b8a6bbc), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.179088 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1775c639-3ff6-4b50-9142-95c617758f8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.182348 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-1775c639-3ff6-4b50-9142-95c617758f8e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4a4362eb-bbb1-488d-96d8-45465b8a6bbc HTTP/1.1" status: 204 len: 168 time: 0.4013848 Apr 12 12:20:27.183332 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775c639-3ff6-4b50-9142-95c617758f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4362eb-bbb1-488d-96d8-45465b8a6bbc,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:27.184885 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 43208) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:27.261992 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (69e4efaf-5900-475b-bbe0-0f88a938ac5c), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.347393 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (69e4efaf-5900-475b-bbe0-0f88a938ac5c), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.369416 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e4efaf-5900-475b-bbe0-0f88a938ac5c']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:27.379249 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73c4c57-d7a9-4dd8-b605-a89159cbca54') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:27.379553 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73c4c57-d7a9-4dd8-b605-a89159cbca54') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:27.389580 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (e73c4c57-d7a9-4dd8-b605-a89159cbca54), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.404614 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (e73c4c57-d7a9-4dd8-b605-a89159cbca54), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.411608 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (e73c4c57-d7a9-4dd8-b605-a89159cbca54), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:20:27.419473 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:20:27.559664 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (69e4efaf-5900-475b-bbe0-0f88a938ac5c), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.565631 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:27.575719 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] 10.222.0.20 "DELETE /v2.0/networks/69e4efaf-5900-475b-bbe0-0f88a938ac5c HTTP/1.1" status: 204 len: 168 time: 0.3823006 Apr 12 12:20:27.581552 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43219d-4043-4840-850e-7eabb6e0397b admin admin] Pushing event deleted for resources: {'Network': ['ID=69e4efaf-5900-475b-bbe0-0f88a938ac5c,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:27.766632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031184f6-37e2-4ae3-aeca-b9b360fd7cda req-1ab05856-a43a-43e0-8b59-7226ee832035 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:27.768184 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-031184f6-37e2-4ae3-aeca-b9b360fd7cda req-1ab05856-a43a-43e0-8b59-7226ee832035 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0529935 Apr 12 12:20:27.822901 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-031184f6-37e2-4ae3-aeca-b9b360fd7cda req-3ae7f43e-6cd9-4e32-b41f-ea9c740ef749 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457671 Apr 12 12:20:27.870269 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862315f-d7f1-4cbe-8de1-d7c105e38f6c req-86da084f-8079-41bc-b9d6-80d61e89349c tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:27.871867 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9862315f-d7f1-4cbe-8de1-d7c105e38f6c req-86da084f-8079-41bc-b9d6-80d61e89349c tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 948 time: 0.0642745 Apr 12 12:20:27.925460 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9862315f-d7f1-4cbe-8de1-d7c105e38f6c req-c59b36d3-6885-46cc-8e57-49bdf5a70ea0 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Apr 12 12:20:28.023643 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 43224) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:28.064240 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-efc23bf0-3b58-48ec-a39e-ecd8bada9c81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa595e6077ed470dba8ab1b8965f771a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394471 Apr 12 12:20:28.067294 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 43226) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:28.123062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4c909bb-f0e5-43f4-be07-e489be673647 admin admin] Publish callbacks [] for security_group (0a926578-e476-4ff1-baa4-3a80309e44e5), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:28.147809 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4c909bb-f0e5-43f4-be07-e489be673647 admin admin] Publish callbacks [] for security_group (0a926578-e476-4ff1-baa4-3a80309e44e5), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:28.180295 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfa320-c1c1-45d6-80fe-41bfee39d314 req-b2b2a5ac-2052-48b5-a0c7-992afec893ee tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:28.183384 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0bbfa320-c1c1-45d6-80fe-41bfee39d314 req-b2b2a5ac-2052-48b5-a0c7-992afec893ee tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.0516956 Apr 12 12:20:28.301526 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4c909bb-f0e5-43f4-be07-e489be673647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0a926578-e476-4ff1-baa4-3a80309e44e5), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:28.304648 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4c909bb-f0e5-43f4-be07-e489be673647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:28.309015 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b4c909bb-f0e5-43f4-be07-e489be673647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a926578-e476-4ff1-baa4-3a80309e44e5 HTTP/1.1" status: 204 len: 168 time: 0.2376366 Apr 12 12:20:28.316452 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c909bb-f0e5-43f4-be07-e489be673647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a926578-e476-4ff1-baa4-3a80309e44e5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:28.330824 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0bbfa320-c1c1-45d6-80fe-41bfee39d314 req-158dc8e8-ceb6-405e-9414-1de006d3c93d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416860 Apr 12 12:20:28.394923 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-9a0c3b38-373f-4b6d-8f1e-c6c08004cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:28.396380 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-9a0c3b38-373f-4b6d-8f1e-c6c08004cafa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.1902659 Apr 12 12:20:28.446691 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-a3d033a2-24d1-47ed-a425-fce996223e96 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065334 Apr 12 12:20:28.448484 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-48285ca6-1cd6-4457-be36-c2d3fdea8ea9 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097659 Apr 12 12:20:28.783476 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-008949fc-f7ef-4c72-9dac-91a6b33f6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:28.785010 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-008949fc-f7ef-4c72-9dac-91a6b33f6431 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967238 Apr 12 12:20:28.963489 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4b2d7f93-bc11-4c40-98c4-065fbbe13213 req-d23aac36-ea70-40c6-9cc0-51eada5bfc98 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651932 Apr 12 12:20:28.968462 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-85db9d87-a78c-476c-8350-28a9ff8376ce req-c0b57c69-8210-4c54-90f6-470c56388937 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789228 Apr 12 12:20:28.971880 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142891b-c240-466d-aa33-25afc84e2004 req-b41a6aad-7c63-4acc-8f55-795f4e23807f tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:28.973631 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9142891b-c240-466d-aa33-25afc84e2004 req-b41a6aad-7c63-4acc-8f55-795f4e23807f tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0747130 Apr 12 12:20:29.033104 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-7ff730ae-48af-4d79-aae3-14ce1af40c15 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884415 Apr 12 12:20:29.055439 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9142891b-c240-466d-aa33-25afc84e2004 req-18bba56a-7218-4fe7-a80c-69fe1a315296 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0635958 Apr 12 12:20:29.095326 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7d9ea-64cb-4d40-8a95-f13034eb15ca req-86182ed2-b939-4177-9f16-0a5da4db86ff tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:29.096987 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-deb7d9ea-64cb-4d40-8a95-f13034eb15ca req-86182ed2-b939-4177-9f16-0a5da4db86ff tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 948 time: 0.0508339 Apr 12 12:20:29.147998 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-deb7d9ea-64cb-4d40-8a95-f13034eb15ca req-a8c351df-1964-4050-a058-0def54f81fea tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446124 Apr 12 12:20:29.457663 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-382ced1c-eef4-44ca-8078-5fd9b9d30a20 req-ea528608-2f6a-49c1-9c27-19ab09313cfa service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458979 Apr 12 12:20:29.485365 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a91ab-1471-4257-89d6-00c2ab020a90 req-a102760c-8ae9-426c-bf21-1ac090636976 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:29.486887 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-154a91ab-1471-4257-89d6-00c2ab020a90 req-a102760c-8ae9-426c-bf21-1ac090636976 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 944 time: 0.0652359 Apr 12 12:20:29.539044 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-154a91ab-1471-4257-89d6-00c2ab020a90 req-c2e0b2f6-876b-4f6c-b451-948b2b45b784 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453401 Apr 12 12:20:29.926158 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead3c95-70eb-4410-8371-6ae32b053684 req-e47bf066-a873-4132-afc7-22d74ab999db tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:29.927876 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dead3c95-70eb-4410-8371-6ae32b053684 req-e47bf066-a873-4132-afc7-22d74ab999db tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.0510824 Apr 12 12:20:29.986617 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dead3c95-70eb-4410-8371-6ae32b053684 req-1d89fa56-7047-4424-be5d-9c4869cc3e8c tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483487 Apr 12 12:20:30.195951 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a7af-225a-4d27-95f4-6ccc24c61b4d req-7ef5320d-029c-4c9b-9521-bc434a1e11cb tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:30.198319 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cf55a7af-225a-4d27-95f4-6ccc24c61b4d req-7ef5320d-029c-4c9b-9521-bc434a1e11cb tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0484664 Apr 12 12:20:30.249277 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cf55a7af-225a-4d27-95f4-6ccc24c61b4d req-0d7684dc-6dbc-4360-8814-513d84d52cb6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450928 Apr 12 12:20:30.271196 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c1ca-85bb-4990-b68c-99b684a6cc58 req-d7522f0e-e474-481a-96e0-269b7b25a062 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:30.271196 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f114c1ca-85bb-4990-b68c-99b684a6cc58 req-d7522f0e-e474-481a-96e0-269b7b25a062 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 948 time: 0.0469861 Apr 12 12:20:30.317859 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f114c1ca-85bb-4990-b68c-99b684a6cc58 req-7dcf9e9f-05c8-4920-9ed2-25ea73284e4f tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Apr 12 12:20:30.326884 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d6a7be4d-1159-4b4b-86c3-2c3169438c9a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:20:30.424886 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d6a7be4d-1159-4b4b-86c3-2c3169438c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:30.436577 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'mac_address': 'fa:16:3e:c6:1d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:20:30.478564 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port d6a7be4d-1159-4b4b-86c3-2c3169438c9a is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:20:30.478945 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:30.491634 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a7be4d-1159-4b4b-86c3-2c3169438c9a {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:20:30.512739 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d6a7be4d-1159-4b4b-86c3-2c3169438c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:30.617061 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:30.667693 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:30.669229 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b134ce-077c-404e-a535-b06bf92f9d4e req-6e6a0125-d3f9-4b54-ba9d-6bcf48edb3e2 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:30.671062 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-02b134ce-077c-404e-a535-b06bf92f9d4e req-6e6a0125-d3f9-4b54-ba9d-6bcf48edb3e2 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 945 time: 0.0562689 Apr 12 12:20:30.732621 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-02b134ce-077c-404e-a535-b06bf92f9d4e req-bf457327-caac-4845-8023-72cc6921cc0c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556805 Apr 12 12:20:31.104671 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024c3c-9990-4972-b4c3-4abcb529c3d2 req-ba852e4b-dcf0-4957-918e-409a51481902 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:31.106168 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b3024c3c-9990-4972-b4c3-4abcb529c3d2 req-ba852e4b-dcf0-4957-918e-409a51481902 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.0474236 Apr 12 12:20:31.164425 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b3024c3c-9990-4972-b4c3-4abcb529c3d2 req-3ef99945-49d7-4df7-a43c-604819279907 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523374 Apr 12 12:20:31.372710 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08807a-6d9b-4053-b802-a158ab1e8a4e req-1b6a1e3f-f621-496d-9a31-a5afe932e4c4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:31.374372 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2b08807a-6d9b-4053-b802-a158ab1e8a4e req-1b6a1e3f-f621-496d-9a31-a5afe932e4c4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0540128 Apr 12 12:20:31.427595 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2b08807a-6d9b-4053-b802-a158ab1e8a4e req-2bb572f3-ab39-4158-841c-6ad53ba41fb9 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472834 Apr 12 12:20:31.454281 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c601f4-2746-435d-825c-79d8fb670fa2 req-778c1e59-d08a-4d94-a8d1-09e686329263 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:31.456193 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-46c601f4-2746-435d-825c-79d8fb670fa2 req-778c1e59-d08a-4d94-a8d1-09e686329263 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 948 time: 0.0657861 Apr 12 12:20:31.514017 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-46c601f4-2746-435d-825c-79d8fb670fa2 req-3c65d9a4-b962-428c-86ec-5830a066210e tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521986 Apr 12 12:20:31.856473 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2df4d-5745-4451-958e-5da609843526 req-51ad7a59-eda0-4418-9357-ebd909be38aa tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:31.857997 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-73f2df4d-5745-4451-958e-5da609843526 req-51ad7a59-eda0-4418-9357-ebd909be38aa tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 945 time: 0.0536060 Apr 12 12:20:31.905011 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-73f2df4d-5745-4451-958e-5da609843526 req-87b3c83e-bf41-4d92-8797-19f5461abe8f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 Apr 12 12:20:32.051603 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 3a3fafc5-b76a-485b-8627-9aef20c164a1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:20:32.158780 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 3a3fafc5-b76a-485b-8627-9aef20c164a1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a3fafc5-b76a-485b-8627-9aef20c164a1,segment=NetworkSegment(1144307b-29eb-476f-9694-0aa31d55fdf1),segment_id=1144307b-29eb-476f-9694-0aa31d55fdf1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:32.170729 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': '3a3fafc5-b76a-485b-8627-9aef20c164a1', 'network_id': '1f814ced-725d-4186-bd10-a26ba7f342f8', 'port_id': '3a3fafc5-b76a-485b-8627-9aef20c164a1', 'mac_address': 'fa:16:3e:5f:a5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b7a47b-fec0-4de4-9b9a-50e7a91262cb', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:20:32.208620 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 3a3fafc5-b76a-485b-8627-9aef20c164a1 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:20:32.209623 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:32.224060 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3fafc5-b76a-485b-8627-9aef20c164a1 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:20:32.246882 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 3a3fafc5-b76a-485b-8627-9aef20c164a1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a3fafc5-b76a-485b-8627-9aef20c164a1,segment=NetworkSegment(1144307b-29eb-476f-9694-0aa31d55fdf1),segment_id=1144307b-29eb-476f-9694-0aa31d55fdf1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:32.297888 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94213695-5547-45a2-b390-a7f6e0404e88 req-a94456ed-58cd-4ed7-8bab-723fd5fc43bb tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:32.299404 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-94213695-5547-45a2-b390-a7f6e0404e88 req-a94456ed-58cd-4ed7-8bab-723fd5fc43bb tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.0523951 Apr 12 12:20:32.335909 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:32.349533 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-94213695-5547-45a2-b390-a7f6e0404e88 req-91f141b7-4145-431b-bb23-d0ee346e6129 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 Apr 12 12:20:32.389557 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=3a3fafc5-b76a-485b-8627-9aef20c164a1,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:32.436031 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['d6a7be4d-1159-4b4b-86c3-2c3169438c9a'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:20:32.553316 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc80ec0-7f73-4d4f-8383-08416d73e17d req-54f6117b-23ca-4e1b-8cab-de583fce57ed tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:32.554822 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5fc80ec0-7f73-4d4f-8383-08416d73e17d req-54f6117b-23ca-4e1b-8cab-de583fce57ed tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0523863 Apr 12 12:20:32.624836 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5fc80ec0-7f73-4d4f-8383-08416d73e17d req-9a34a894-b6da-49ee-ba6f-66f6d97976fb tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0620134 Apr 12 12:20:32.637824 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4009109-36a6-4917-850b-a7585d3a61d7 req-f7e82781-8d6e-40da-be29-8acb4d447607 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:32.639368 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e4009109-36a6-4917-850b-a7585d3a61d7 req-f7e82781-8d6e-40da-be29-8acb4d447607 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 949 time: 0.0526438 Apr 12 12:20:32.696051 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e4009109-36a6-4917-850b-a7585d3a61d7 req-dc3eb192-4b4e-4506-957f-96d060e31866 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Apr 12 12:20:33.015183 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4addd-3f54-48bd-b6b1-6ec04ee60a82 req-1021576d-3064-4a8c-8fd3-99659b5adff0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:33.016713 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0ab4addd-3f54-48bd-b6b1-6ec04ee60a82 req-1021576d-3064-4a8c-8fd3-99659b5adff0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 945 time: 0.0459652 Apr 12 12:20:33.069683 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0ab4addd-3f54-48bd-b6b1-6ec04ee60a82 req-1f7eb33f-eb88-4913-a08c-e72ea1c9279b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471992 Apr 12 12:20:33.474222 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e16dc-6ffb-438b-aab8-53e09fbc7e81 req-b773210f-495c-4623-bb03-f7fbd497577b tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:33.475728 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-292e16dc-6ffb-438b-aab8-53e09fbc7e81 req-b773210f-495c-4623-bb03-f7fbd497577b tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.0540421 Apr 12 12:20:33.525265 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-292e16dc-6ffb-438b-aab8-53e09fbc7e81 req-3832a42f-f081-41bb-9728-4b693039b913 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Apr 12 12:20:33.749273 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73449771-7840-4898-bc35-5538407339f5 req-51056a08-09ae-431c-b830-9d946df1562e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:33.756520 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-73449771-7840-4898-bc35-5538407339f5 req-51056a08-09ae-431c-b830-9d946df1562e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0559475 Apr 12 12:20:33.808813 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['3a3fafc5-b76a-485b-8627-9aef20c164a1'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:20:33.813172 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-73449771-7840-4898-bc35-5538407339f5 req-4222ab85-1ac0-43e2-8385-c69ce1d634b0 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0539689 Apr 12 12:20:33.877383 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447259a1-8ef3-4a21-a5ac-51278306a99a req-8e340974-275c-4f18-880a-ab776d6c8056 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:33.881614 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-447259a1-8ef3-4a21-a5ac-51278306a99a req-8e340974-275c-4f18-880a-ab776d6c8056 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 949 time: 0.0670421 Apr 12 12:20:33.932905 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-447259a1-8ef3-4a21-a5ac-51278306a99a req-2899ab93-160a-4d49-ab06-f7b08a806f3b tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Apr 12 12:20:34.046710 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d6a7be4d-1159-4b4b-86c3-2c3169438c9a up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:20:34.128071 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port d6a7be4d-1159-4b4b-86c3-2c3169438c9a completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:20:34.204338 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89895f-2350-44a0-ad0c-3eeb98894f87 req-5c7ac2d9-8664-42f2-961d-f399bca24289 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:34.212300 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dc89895f-2350-44a0-ad0c-3eeb98894f87 req-5c7ac2d9-8664-42f2-961d-f399bca24289 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 945 time: 0.0700979 Apr 12 12:20:34.238188 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port d6a7be4d-1159-4b4b-86c3-2c3169438c9a triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:20:34.238593 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:34.264064 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dc89895f-2350-44a0-ad0c-3eeb98894f87 req-6b9a5e02-33c4-4cfb-a4ff-05dc1118d7ab tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468972 Apr 12 12:20:34.331390 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port d6a7be4d-1159-4b4b-86c3-2c3169438c9a is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:20:34.335931 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:34.356914 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:34.359412 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d8be0-5a04-4a18-9325-65ddfb6c22a5" -d '{"events": [{"server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "name": "network-vif-plugged", "status": "completed", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:34.373485 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d6a7be4d-1159-4b4b-86c3-2c3169438c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:34.398472 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c359ea95-6836-461a-9eea-7ff6486533a0 x-openstack-request-id: req-c359ea95-6836-461a-9eea-7ff6486533a0 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:34.398765 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "name": "network-vif-plugged", "status": "completed", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:34.399037 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c359ea95-6836-461a-9eea-7ff6486533a0 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:34.399445 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c359ea95-6836-461a-9eea-7ff6486533a0'] response: {'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'code': 200} Apr 12 12:20:34.466887 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:34.531586 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:34.644873 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88751a4f-a2a1-43a7-a9b6-b90ea0755d16 req-1e36aee5-e873-4456-815a-608dd3f17920 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:34.646454 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-88751a4f-a2a1-43a7-a9b6-b90ea0755d16 req-1e36aee5-e873-4456-815a-608dd3f17920 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.0517650 Apr 12 12:20:34.700979 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-88751a4f-a2a1-43a7-a9b6-b90ea0755d16 req-c666b747-482a-4876-9012-2c797537c190 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Apr 12 12:20:34.975724 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ef48f-a07b-414a-be12-f2108b4fd4d0 req-2f162035-6d9f-4a60-88da-98a83f0969a0 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:34.982617 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-704ef48f-a07b-414a-be12-f2108b4fd4d0 req-2f162035-6d9f-4a60-88da-98a83f0969a0 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0764391 Apr 12 12:20:35.009417 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-151f1fca-49ed-4ae4-a47d-46622f4884f3 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:35.010960 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-151f1fca-49ed-4ae4-a47d-46622f4884f3 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.23 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.0774558 Apr 12 12:20:35.037950 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-704ef48f-a07b-414a-be12-f2108b4fd4d0 req-d0f098c0-ee0f-4663-b8ad-551a8b5881f6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0521512 Apr 12 12:20:35.095726 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea7d9-02ca-4276-b232-0536b049be24 req-e458fb51-573d-45f1-8c8a-1681749c33a1 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:35.097223 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a54ea7d9-02ca-4276-b232-0536b049be24 req-e458fb51-573d-45f1-8c8a-1681749c33a1 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 949 time: 0.0814822 Apr 12 12:20:35.164404 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Deleting port b65544da-40a4-49b8-acb3-45471cafb29d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:20:35.164404 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:35.204792 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a54ea7d9-02ca-4276-b232-0536b049be24 req-287a5d57-9894-4e0e-9897-a5d9f452d414 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006892 Apr 12 12:20:35.317029 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] For port b65544da-40a4-49b8-acb3-45471cafb29d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b65544da-40a4-49b8-acb3-45471cafb29d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:35.317610 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:35.356258 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Calling delete_port for b65544da-40a4-49b8-acb3-45471cafb29d owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:20:35.377594 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52f562-e15f-47c9-b8e8-5ce39edc37d2 req-0623a0df-ae5d-47d1-9494-a4d21d60dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:35.379085 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ad52f562-e15f-47c9-b8e8-5ce39edc37d2 req-0623a0df-ae5d-47d1-9494-a4d21d60dc0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1130 time: 0.0576823 Apr 12 12:20:35.383783 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb39c6b-cdab-4ae2-baee-37f292bf265c req-0ed70028-3173-4a0f-a06e-5a1548f9c4b1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:35.386149 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9eb39c6b-cdab-4ae2-baee-37f292bf265c req-0ed70028-3173-4a0f-a06e-5a1548f9c4b1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0486352 Apr 12 12:20:35.449402 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9eb39c6b-cdab-4ae2-baee-37f292bf265c req-b360fcf0-0198-48d4-a59a-0101c1068e51 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495651 Apr 12 12:20:35.471734 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ad52f562-e15f-47c9-b8e8-5ce39edc37d2 req-67502528-a37a-4354-972a-ff9c0ec21cf7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630016 Apr 12 12:20:35.816329 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5570df3-e365-46e9-a9de-6a6b562c4e5b req-636e3f38-b455-493f-acc3-ac417cd615e8 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:35.817838 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5570df3-e365-46e9-a9de-6a6b562c4e5b req-636e3f38-b455-493f-acc3-ac417cd615e8 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 945 time: 0.0482340 Apr 12 12:20:35.818912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (b65544da-40a4-49b8-acb3-45471cafb29d), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:35.835157 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['b65544da-40a4-49b8-acb3-45471cafb29d'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:20:35.871265 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Pushing event deleted for resources: {'Port': ['ID=b65544da-40a4-49b8-acb3-45471cafb29d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:35.934590 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] No DVR routers for this DVR port b65544da-40a4-49b8-acb3-45471cafb29d on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:20:35.941195 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:35.944535 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-baef92c9-254b-44ca-913e-c4ffd6d15a55 req-e9f3e1b3-107f-4dfd-8904-c3268550b604 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.23 "DELETE /v2.0/ports/b65544da-40a4-49b8-acb3-45471cafb29d HTTP/1.1" status: 204 len: 173 time: 0.9266553 Apr 12 12:20:35.945036 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965361ce-d652-429b-a4b4-35efb38186ed', 'name': 'network-vif-deleted', 'tag': 'b65544da-40a4-49b8-acb3-45471cafb29d'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:35.947597 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf831f71-1f5e-4a6f-9a4c-1c3842c9195a" -d '{"events": [{"server_uuid": "965361ce-d652-429b-a4b4-35efb38186ed", "name": "network-vif-deleted", "tag": "b65544da-40a4-49b8-acb3-45471cafb29d"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:35.965249 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5570df3-e365-46e9-a9de-6a6b562c4e5b req-6cee8d8d-7d08-4c83-a7cf-8d8045bd1416 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370542 Apr 12 12:20:35.990761 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387ae5ad-7392-4eca-ace6-1077736df93a x-openstack-request-id: req-387ae5ad-7392-4eca-ace6-1077736df93a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:35.991056 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965361ce-d652-429b-a4b4-35efb38186ed", "name": "network-vif-deleted", "tag": "b65544da-40a4-49b8-acb3-45471cafb29d", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:35.991323 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-387ae5ad-7392-4eca-ace6-1077736df93a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:35.991734 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387ae5ad-7392-4eca-ace6-1077736df93a'] response: {'server_uuid': '965361ce-d652-429b-a4b4-35efb38186ed', 'name': 'network-vif-deleted', 'tag': 'b65544da-40a4-49b8-acb3-45471cafb29d', 'status': 'completed', 'code': 200} Apr 12 12:20:36.105074 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 3a3fafc5-b76a-485b-8627-9aef20c164a1 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:20:36.155032 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port 3a3fafc5-b76a-485b-8627-9aef20c164a1 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:20:36.272318 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port 3a3fafc5-b76a-485b-8627-9aef20c164a1 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:20:36.272872 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:36.376792 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2e6df-7a46-459f-9bc4-7503e7b92046 req-7822e427-40c5-4f32-9d76-0a7a15d8a3f4 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:36.378903 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad2e6df-7a46-459f-9bc4-7503e7b92046 req-7822e427-40c5-4f32-9d76-0a7a15d8a3f4 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 949 time: 0.0710201 Apr 12 12:20:36.397113 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 3a3fafc5-b76a-485b-8627-9aef20c164a1 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:20:36.397512 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:36.421973 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b0e627-4a68-4d61-ac34-6a3497d0f6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3fafc5-b76a-485b-8627-9aef20c164a1'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:36.424268 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9114cd77-d687-4f13-9627-c02e1dd8ed15" -d '{"events": [{"server_uuid": "a5b0e627-4a68-4d61-ac34-6a3497d0f6de", "name": "network-vif-plugged", "status": "completed", "tag": "3a3fafc5-b76a-485b-8627-9aef20c164a1"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:36.433316 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad2e6df-7a46-459f-9bc4-7503e7b92046 req-878521a2-2f61-4cf5-b16e-d02feaedf47a tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461793 Apr 12 12:20:36.437689 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 3a3fafc5-b76a-485b-8627-9aef20c164a1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a3fafc5-b76a-485b-8627-9aef20c164a1,segment=NetworkSegment(1144307b-29eb-476f-9694-0aa31d55fdf1),segment_id=1144307b-29eb-476f-9694-0aa31d55fdf1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:36.470515 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56995cdb-bbde-4f55-ad68-fa0a358861bd x-openstack-request-id: req-56995cdb-bbde-4f55-ad68-fa0a358861bd {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:36.470885 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b0e627-4a68-4d61-ac34-6a3497d0f6de", "name": "network-vif-plugged", "status": "completed", "tag": "3a3fafc5-b76a-485b-8627-9aef20c164a1", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:36.471250 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56995cdb-bbde-4f55-ad68-fa0a358861bd {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:36.471844 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56995cdb-bbde-4f55-ad68-fa0a358861bd'] response: {'server_uuid': 'a5b0e627-4a68-4d61-ac34-6a3497d0f6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3fafc5-b76a-485b-8627-9aef20c164a1', 'code': 200} Apr 12 12:20:36.565627 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:36.566825 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device b65544da-40a4-49b8-acb3-45471cafb29d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:20:36.601916 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf8103-4464-4720-b4da-6262216116cb req-0cfde6e7-7154-4891-b50a-fcecfa57bcdd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:36.603653 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ebdf8103-4464-4720-b4da-6262216116cb req-0cfde6e7-7154-4891-b50a-fcecfa57bcdd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0579665 Apr 12 12:20:36.621035 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: b65544da-40a4-49b8-acb3-45471cafb29d {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:20:36.621421 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device b65544da-40a4-49b8-acb3-45471cafb29d not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:20:36.651264 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=3a3fafc5-b76a-485b-8627-9aef20c164a1,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:36.662895 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ebdf8103-4464-4720-b4da-6262216116cb req-b06f8083-c41b-42a1-b49f-8911028861a1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513167 Apr 12 12:20:37.088322 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2956f320-422a-4cdd-9448-7f3de7cf997f req-402cc5cf-dd43-4d1b-bfcc-d002de0ef9df tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 210 time: 0.0329320 Apr 12 12:20:37.571421 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b373a-b450-4ad5-843b-8e476d3e9cad req-a67b7281-aa62-4278-85ca-12566e6fb7d9 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:37.573550 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f09b373a-b450-4ad5-843b-8e476d3e9cad req-a67b7281-aa62-4278-85ca-12566e6fb7d9 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0549631 Apr 12 12:20:37.637615 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f09b373a-b450-4ad5-843b-8e476d3e9cad req-c117b868-4814-4469-a950-01c2e145e8a9 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564680 Apr 12 12:20:37.702312 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05971c-0afd-4697-b397-99cd0d6ce0b5 req-2d0c6f95-ece3-4cf7-918f-50384be13697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:37.703744 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0f05971c-0afd-4697-b397-99cd0d6ce0b5 req-2d0c6f95-ece3-4cf7-918f-50384be13697 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 1134 time: 0.0425806 Apr 12 12:20:37.755688 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0f05971c-0afd-4697-b397-99cd0d6ce0b5 req-c662eb5a-7c7f-42b8-8d27-87bcff76da56 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Apr 12 12:20:37.802234 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc9b1-f969-43b6-b785-b8046c560330 req-3b7d7840-fc09-41a0-979f-68044fab57fa tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:37.803801 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2a0bc9b1-f969-43b6-b785-b8046c560330 req-3b7d7840-fc09-41a0-979f-68044fab57fa tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0574100 Apr 12 12:20:37.853285 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2a0bc9b1-f969-43b6-b785-b8046c560330 req-89166aa5-d3ac-4a3d-87ed-f251b34c98c7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Apr 12 12:20:38.204887 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cffd573c-4fb6-43a5-a7ed-39f990998c0f req-35e777b4-01b4-45ea-a28f-16633612ed34 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 210 time: 0.0327609 Apr 12 12:20:38.773192 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8053e92-fd02-4361-bf49-30939d309dec req-0aedb311-ca5e-41da-ac78-43208a771f55 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:38.775569 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a8053e92-fd02-4361-bf49-30939d309dec req-0aedb311-ca5e-41da-ac78-43208a771f55 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0604804 Apr 12 12:20:38.832063 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a8053e92-fd02-4361-bf49-30939d309dec req-a6af8842-fb89-4599-8145-911c1d724a14 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500507 Apr 12 12:20:38.971149 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61331ab2-25bc-4fea-9d15-6fd832097a98 req-16bcef6b-0d3c-42b0-97d3-65f1c79f3781 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:38.972693 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61331ab2-25bc-4fea-9d15-6fd832097a98 req-16bcef6b-0d3c-42b0-97d3-65f1c79f3781 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0481055 Apr 12 12:20:39.037391 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61331ab2-25bc-4fea-9d15-6fd832097a98 req-0973b11b-0a78-46d5-9f13-5aaf13115a56 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578332 Apr 12 12:20:39.154287 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871dddc-98de-435e-9f1d-dc43a05402e9 req-a0728511-da35-479d-bfdf-a62dc0c93986 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:39.155808 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7871dddc-98de-435e-9f1d-dc43a05402e9 req-a0728511-da35-479d-bfdf-a62dc0c93986 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0512936 Apr 12 12:20:39.164617 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 43422) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:39.169897 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'floatingip': {'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:20:39.211326 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (c386b5e3-0472-4423-9363-22e7e8179b11), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:39.341219 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c2160dd1-be95-4ffd-b3f5-a786664ca67f req-58a2ae08-5bae-495c-a165-e2501f5ba6c2 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=965361ce-d652-429b-a4b4-35efb38186ed HTTP/1.1" status: 200 len: 210 time: 0.0280046 Apr 12 12:20:39.794310 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:39.898065 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (c386b5e3-0472-4423-9363-22e7e8179b11), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.021792 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 43438) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:40.031418 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3232a6-443a-4aac-9c23-bae47ac4dad0 req-b82e3bd8-de3f-47ce-b4e4-ecc119e4c066 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:40.033372 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cd3232a6-443a-4aac-9c23-bae47ac4dad0 req-b82e3bd8-de3f-47ce-b4e4-ecc119e4c066 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0951929 Apr 12 12:20:40.085647 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Floating IP c386b5e3-0472-4423-9363-22e7e8179b11 associated. External IP: 172.27.3.52, port: d6a7be4d-1159-4b4b-86c3-2c3169438c9a. Apr 12 12:20:40.158760 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c60d9ad-edf1-41f6-b395-eb07dbf0a894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.189206 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cd3232a6-443a-4aac-9c23-bae47ac4dad0 req-eff8fce3-932a-466d-a4a1-d2862c46221b tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446276 Apr 12 12:20:40.257809 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c60d9ad-edf1-41f6-b395-eb07dbf0a894 admin admin] Publish callbacks [] for security_group (8cd1a474-bcd3-46ad-84e2-9336e7045c53), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.367539 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c60d9ad-edf1-41f6-b395-eb07dbf0a894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (8cd1a474-bcd3-46ad-84e2-9336e7045c53), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.416991 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Router 8967d474-caf9-4afd-888f-91c9565d9b8f has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:20:40.438377 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3c60d9ad-edf1-41f6-b395-eb07dbf0a894 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11286cd5b3dc44b59698fb2c7870b52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149721 Apr 12 12:20:40.439658 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60d9ad-edf1-41f6-b395-eb07dbf0a894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd1a474-bcd3-46ad-84e2-9336e7045c53,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:40.446370 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 43446) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:20:40.528935 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d099faa7-6696-48bc-946d-9411f7fa0aa2 admin admin] Publish callbacks [] for security_group (8cd1a474-bcd3-46ad-84e2-9336e7045c53), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.551631 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:20:40.555506 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d099faa7-6696-48bc-946d-9411f7fa0aa2 admin admin] Publish callbacks [] for security_group (8cd1a474-bcd3-46ad-84e2-9336e7045c53), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.557421 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.563604 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] Sync routers for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:20:40.576267 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:20:40.577993 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:40.597478 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-17124b1f-8c80-49da-8117-8e4ebb81f156 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "PUT /v2.0/floatingips/c386b5e3-0472-4423-9363-22e7e8179b11 HTTP/1.1" status: 200 len: 991 time: 1.4316518 Apr 12 12:20:40.599873 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:40.601621 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4102b449-1b26-4a29-bed7-c545eaed0f85" -d '{"events": [{"name": "network-changed", "server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:40.647169 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91bc85e-4da7-4c5f-ba14-d252103e46ed x-openstack-request-id: req-d91bc85e-4da7-4c5f-ba14-d252103e46ed {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:40.647543 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:40.647847 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d91bc85e-4da7-4c5f-ba14-d252103e46ed {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:40.648281 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91bc85e-4da7-4c5f-ba14-d252103e46ed'] response: {'name': 'network-changed', 'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'status': 'completed', 'code': 200} Apr 12 12:20:40.718254 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:20:40.733232 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-e265d4aa-763f-47cc-8b50-89c2ac6248d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:40.734873 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-e265d4aa-763f-47cc-8b50-89c2ac6248d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1130 time: 0.0450947 Apr 12 12:20:40.855835 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-90a3331f-0125-4e16-8077-3d4c0985a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:40.859029 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-90a3331f-0125-4e16-8077-3d4c0985a962 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.1093614 Apr 12 12:20:40.867344 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d099faa7-6696-48bc-946d-9411f7fa0aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (8cd1a474-bcd3-46ad-84e2-9336e7045c53), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.867344 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d099faa7-6696-48bc-946d-9411f7fa0aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:40.867950 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d099faa7-6696-48bc-946d-9411f7fa0aa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cd1a474-bcd3-46ad-84e2-9336e7045c53 HTTP/1.1" status: 204 len: 168 time: 0.4197855 Apr 12 12:20:40.935179 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099faa7-6696-48bc-946d-9411f7fa0aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd1a474-bcd3-46ad-84e2-9336e7045c53,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:40.992458 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-f32a803f-cb99-49bc-8d74-bc916485541c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a HTTP/1.1" status: 200 len: 999 time: 0.1113653 Apr 12 12:20:41.008076 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'c386b5e3-0472-4423-9363-22e7e8179b11', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'mac_address': 'fa:16:3e:c6:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:57Z', 'updated_at': '2022-04-12T12:20:39Z', 'revision_number': 1, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:41.066696 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] Checking router: 8967d474-caf9-4afd-888f-91c9565d9b8f for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:20:41.075899 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:20:41.076826 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:41.082587 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-cf2da3da-4833-492c-b886-d13677899ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:41.084278 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-cf2da3da-4833-492c-b886-d13677899ac7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.0941944 Apr 12 12:20:41.136153 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-81d92af5-211d-490f-99ed-659b2db754c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:41.137780 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-81d92af5-211d-490f-99ed-659b2db754c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442116 Apr 12 12:20:41.347251 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-e3defe5d-7141-440b-b07b-18eb7eb6af5f service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986125 Apr 12 12:20:41.375680 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:20:41.414053 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbe021-bde6-4103-987d-9abaf4d8e5d2 req-c55f347d-03ea-4c2f-94ca-98df76e4c93c tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:41.416667 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d7dbe021-bde6-4103-987d-9abaf4d8e5d2 req-c55f347d-03ea-4c2f-94ca-98df76e4c93c tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.1063054 Apr 12 12:20:41.519103 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4102b449-1b26-4a29-bed7-c545eaed0f85 req-b5363dcf-60e4-4b18-9d11-9c693ea6a6d6 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544240 Apr 12 12:20:41.523228 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d7dbe021-bde6-4103-987d-9abaf4d8e5d2 req-5877b135-79fa-4411-9cd0-e281d63c8836 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788202 Apr 12 12:20:41.714057 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'c386b5e3-0472-4423-9363-22e7e8179b11', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'mac_address': 'fa:16:3e:c6:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:57Z', 'updated_at': '2022-04-12T12:20:39Z', 'revision_number': 1, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:20:41.749510 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f39212-f681-4559-a096-1c7299f1a0f8 None None] The sync data for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi is: [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'c386b5e3-0472-4423-9363-22e7e8179b11', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'mac_address': 'fa:16:3e:c6:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:57Z', 'updated_at': '2022-04-12T12:20:39Z', 'revision_number': 1, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:20:41.971864 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3262f1f-2b3f-4eb3-a241-4a38dca08547 None None] New status for floating IP c386b5e3-0472-4423-9363-22e7e8179b11: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:20:42.131857 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629b9c3-663e-4763-84a5-bd45205badbb req-59a0731b-4da7-4e6a-b18e-fe308d637cfd tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:42.133542 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0629b9c3-663e-4763-84a5-bd45205badbb req-59a0731b-4da7-4e6a-b18e-fe308d637cfd tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0558095 Apr 12 12:20:42.199811 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0629b9c3-663e-4763-84a5-bd45205badbb req-53497547-56e1-49c7-8987-525bde96580f tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596585 Apr 12 12:20:43.347179 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc629b-fc22-40ff-8830-065a47d18637 req-4c9d5632-17b7-4bb0-acc2-fce8a32846a1 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:43.350104 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-07cc629b-fc22-40ff-8830-065a47d18637 req-4c9d5632-17b7-4bb0-acc2-fce8a32846a1 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0578501 Apr 12 12:20:43.408802 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-07cc629b-fc22-40ff-8830-065a47d18637 req-c2f49a51-0600-47e5-a916-48482d614ea8 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523772 Apr 12 12:20:44.524649 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc104c-ff31-40c6-b237-2a3b317956be req-aad5693e-84ac-4fbb-b287-ee5561ffc667 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:44.526614 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0bbc104c-ff31-40c6-b237-2a3b317956be req-aad5693e-84ac-4fbb-b287-ee5561ffc667 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0480039 Apr 12 12:20:44.575736 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0bbc104c-ff31-40c6-b237-2a3b317956be req-4c8377a4-f6f6-4467-aad5-28a75a2031ea tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Apr 12 12:20:45.692373 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53232-3d91-447f-a628-663aaa6a186c req-3b002e39-7131-438d-a384-174083c357ee tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:45.694539 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-20b53232-3d91-447f-a628-663aaa6a186c req-3b002e39-7131-438d-a384-174083c357ee tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0506146 Apr 12 12:20:45.744765 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-20b53232-3d91-447f-a628-663aaa6a186c req-e3f0bc1c-97a4-4694-826c-96dbe5258d73 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Apr 12 12:20:46.864315 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5f771-4020-4641-9d15-9b6888929d32 req-840c7689-5e6b-4da1-a6e9-ddda75d0116d tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:46.865844 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c7a5f771-4020-4641-9d15-9b6888929d32 req-840c7689-5e6b-4da1-a6e9-ddda75d0116d tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0507762 Apr 12 12:20:46.915082 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c7a5f771-4020-4641-9d15-9b6888929d32 req-d85e0f00-b48b-408a-939d-c84f797c035e tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Apr 12 12:20:47.530813 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:48.035846 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2e9c2-8b6c-4a97-a732-bb1af583523e req-8f194bd1-23d0-419f-82ee-8e30473e29c3 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:48.037322 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fac2e9c2-8b6c-4a97-a732-bb1af583523e req-8f194bd1-23d0-419f-82ee-8e30473e29c3 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0499351 Apr 12 12:20:48.099776 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fac2e9c2-8b6c-4a97-a732-bb1af583523e req-1aa7482b-2fc6-4ef8-81c5-5d33ee30e607 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/security-groups?id=57b97d70-72e8-40d6-8891-47f095ef36b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535760 Apr 12 12:20:48.319818 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:20:48.488258 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-6443dcf2-6a17-4950-b0c2-51dc5f77fd21 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:48.490755 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-6443dcf2-6a17-4950-b0c2-51dc5f77fd21 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 950 time: 0.0552678 Apr 12 12:20:48.587138 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Deleting port 3a3fafc5-b76a-485b-8627-9aef20c164a1 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:20:48.587387 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:48.686760 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] For port 3a3fafc5-b76a-485b-8627-9aef20c164a1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a3fafc5-b76a-485b-8627-9aef20c164a1,segment=NetworkSegment(1144307b-29eb-476f-9694-0aa31d55fdf1),segment_id=1144307b-29eb-476f-9694-0aa31d55fdf1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:20:48.687127 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:48.701585 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Calling delete_port for 3a3fafc5-b76a-485b-8627-9aef20c164a1 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:20:48.994102 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (3a3fafc5-b76a-485b-8627-9aef20c164a1), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:49.008251 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['3a3fafc5-b76a-485b-8627-9aef20c164a1'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:20:49.024423 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Pushing event deleted for resources: {'Port': ['ID=3a3fafc5-b76a-485b-8627-9aef20c164a1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:49.053637 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.053637 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.077080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:20:49.081715 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] No DVR routers for this DVR port 3a3fafc5-b76a-485b-8627-9aef20c164a1 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:20:49.084321 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:49.087665 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e70c1aab-0a61-4b14-878d-39bba0512dd7 req-a7322d2e-fd57-4dda-b745-23f4569b75fb tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.23 "DELETE /v2.0/ports/3a3fafc5-b76a-485b-8627-9aef20c164a1 HTTP/1.1" status: 204 len: 173 time: 0.5908499 Apr 12 12:20:49.088034 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b0e627-4a68-4d61-ac34-6a3497d0f6de', 'name': 'network-vif-deleted', 'tag': '3a3fafc5-b76a-485b-8627-9aef20c164a1'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:49.090939 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104ec1d5-89bd-4b00-8534-02e53b91b46e" -d '{"events": [{"server_uuid": "a5b0e627-4a68-4d61-ac34-6a3497d0f6de", "name": "network-vif-deleted", "tag": "3a3fafc5-b76a-485b-8627-9aef20c164a1"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:49.147991 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c2166-c639-4d1c-96f4-41b741fc12fc x-openstack-request-id: req-f92c2166-c639-4d1c-96f4-41b741fc12fc {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:49.148455 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b0e627-4a68-4d61-ac34-6a3497d0f6de", "name": "network-vif-deleted", "tag": "3a3fafc5-b76a-485b-8627-9aef20c164a1", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:49.148892 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f92c2166-c639-4d1c-96f4-41b741fc12fc {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:49.149664 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92c2166-c639-4d1c-96f4-41b741fc12fc'] response: {'server_uuid': 'a5b0e627-4a68-4d61-ac34-6a3497d0f6de', 'name': 'network-vif-deleted', 'tag': '3a3fafc5-b76a-485b-8627-9aef20c164a1', 'status': 'completed', 'code': 200} Apr 12 12:20:49.241416 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f1a683c0-f3fd-48ed-a5ad-7552b7387291 req-bcf2828d-9d37-4ffe-a142-f7506ab63db0 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0499105 Apr 12 12:20:49.723536 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-091dbb33-9226-491d-a9e5-03de21800a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:50.351329 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-147e4018-d399-4fc3-b626-a70bada0c89b req-e497a3ad-a53d-4d8a-ad7c-9f597ddccbab tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0349596 Apr 12 12:20:51.457311 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7673499c-9bf2-4e57-a781-6054c23e3bcc req-431b7ad6-2a97-4ac8-96a3-b9bd8eae8ec5 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0272472 Apr 12 12:20:52.566589 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d4aeed2a-ebf2-43f0-9775-ad8f32676e6b req-08ec00cd-68ba-4791-8b85-a97cb78c67a6 tempest-VolumesNegativeTest-1454911563 tempest-VolumesNegativeTest-1454911563-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5b0e627-4a68-4d61-ac34-6a3497d0f6de HTTP/1.1" status: 200 len: 210 time: 0.0289321 Apr 12 12:20:52.593056 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 3a3fafc5-b76a-485b-8627-9aef20c164a1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:20:52.616764 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: 3a3fafc5-b76a-485b-8627-9aef20c164a1 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:20:52.617137 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 3a3fafc5-b76a-485b-8627-9aef20c164a1 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:20:52.833562 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ac38e24c-9191-4b7b-95b5-46aa3d3748af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:53.649737 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:53.721023 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8dd6d658-42da-44e1-9cf1-fa01ad1ab5d5 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:53.722380 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8dd6d658-42da-44e1-9cf1-fa01ad1ab5d5 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/networks?id=1e9f91cc-8278-4bee-8143-b3b07b6f4189 HTTP/1.1" status: 200 len: 813 time: 0.1100166 Apr 12 12:20:53.738126 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-5195de70-d277-44b8-9080-088d06bf9370 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/quotas/98cc038413df47bb9d7b2ef014133715 HTTP/1.1" status: 200 len: 375 time: 0.0098312 Apr 12 12:20:53.775660 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-01ecb8b0-0f27-473c-bf67-155e19590f1b tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98cc038413df47bb9d7b2ef014133715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323124 Apr 12 12:20:53.873214 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-a835b956-a75a-482f-a449-1bdcd51ae897 service neutron] 10.222.0.20 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900259 Apr 12 12:20:53.981596 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-20a9ffa0-f07c-4b56-88a5-d05aec00e508 service neutron] 10.222.0.20 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023014 Apr 12 12:20:54.222311 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61d2c492-bac2-4071-bdd7-53d897ff1866 req-b328aeae-e83e-425d-8cd3-7c2332bcfd54 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 210 time: 0.0303128 Apr 12 12:20:55.061188 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:55.347325 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-116ef98f-082f-42f0-9c78-fb1404cd1e15 req-0d486d0e-b424-4f8e-8751-88b3660038b5 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 210 time: 0.0401275 Apr 12 12:20:56.429746 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:56.490433 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5d818a97-a2e8-44ee-8a93-8f159a193af0 req-724c6f52-169d-4a82-90a9-ab7849d04749 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 210 time: 0.0602021 Apr 12 12:20:56.632808 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-6a48cdf5-cea4-47e1-855b-ea282070b4d6 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:56.634780 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-6a48cdf5-cea4-47e1-855b-ea282070b4d6 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.23 "GET /v2.0/networks?id=1e9f91cc-8278-4bee-8143-b3b07b6f4189 HTTP/1.1" status: 200 len: 813 time: 0.1599624 Apr 12 12:20:56.651439 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Request body: {'port': {'device_id': 'd6d4ca6e-f011-4aaf-9ccb-7824ab3705c9', 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189', 'admin_state_up': True, 'tenant_id': '98cc038413df47bb9d7b2ef014133715'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:20:57.164643 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Made reservation on behalf of 98cc038413df47bb9d7b2ef014133715 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:20:57.169050 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:57.354971 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Allocated IP 172.20.0.14 (1e9f91cc-8278-4bee-8143-b3b07b6f4189/a29b1be0-6747-4a2c-8882-4366a85cc1e8/493b7864-1e68-4ee4-8152-c97f0588738d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:20:57.594398 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks [] for port (493b7864-1e68-4ee4-8152-c97f0588738d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:57.669017 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0bb6c780-ebde-483c-a85c-824046aa159e req-90214532-d6b0-4fd1-85b6-50358c414cb6 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 210 time: 0.0541975 Apr 12 12:20:57.828827 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:57.899410 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:20:57.903838 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:20:57.908100 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:20:57.942758 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Pushing event updated for resources: {'Port': ['ID=493b7864-1e68-4ee4-8152-c97f0588738d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:57.973043 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:57.973651 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:58.070885 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-8895f22e-672b-456e-bb48-6e98df380a76 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4232914 Apr 12 12:20:58.222752 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Request body: {'port': {'device_id': 'd6d4ca6e-f011-4aaf-9ccb-7824ab3705c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:20:58.291771 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:58.598973 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493b7864-1e68-4ee4-8152-c97f0588738d {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:20:58.612051 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Publish callbacks [] for port (493b7864-1e68-4ee4-8152-c97f0588738d), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:58.625356 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Transition to ACTIVE for port object 493b7864-1e68-4ee4-8152-c97f0588738d will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:20:58.685272 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:58.761489 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Pushing event updated for resources: {'Port': ['ID=493b7864-1e68-4ee4-8152-c97f0588738d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:58.815381 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0696ee-73e0-4a19-8e7d-d6ba854f6fa7 req-285ccd79-5cb0-4765-88ce-8c71315870db tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:58.817784 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Attempting to bind port 493b7864-1e68-4ee4-8152-c97f0588738d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:20:58.818192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Attempting to bind port 493b7864-1e68-4ee4-8152-c97f0588738d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:20:58.818714 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Attempting to bind port 493b7864-1e68-4ee4-8152-c97f0588738d on network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:20:58.818848 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3d0696ee-73e0-4a19-8e7d-d6ba854f6fa7 req-285ccd79-5cb0-4765-88ce-8c71315870db tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 944 time: 0.0548794 Apr 12 12:20:58.824954 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Port 493b7864-1e68-4ee4-8152-c97f0588738d on network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:20:58.825431 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Attempting to bind port 493b7864-1e68-4ee4-8152-c97f0588738d on network 1e9f91cc-8278-4bee-8143-b3b07b6f4189 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:20:58.830869 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:20:58.831389 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Checking segment: {'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:20:58.831951 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Bound using segment: {'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:20:58.832209 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Bound port: 493b7864-1e68-4ee4-8152-c97f0588738d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492a1986-9f6f-4403-a57a-24e9d9e1e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:20:58.832604 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:58.872415 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3d0696ee-73e0-4a19-8e7d-d6ba854f6fa7 req-60367a26-24e4-4779-b275-cb88b1be9d93 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Apr 12 12:20:58.907813 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] For port 493b7864-1e68-4ee4-8152-c97f0588738d, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:20:58.910926 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] For port 493b7864-1e68-4ee4-8152-c97f0588738d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=493b7864-1e68-4ee4-8152-c97f0588738d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:20:58.988768 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:59.026899 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:59.026899 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:20:59.028272 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] 10.222.0.23 "PUT /v2.0/ports/493b7864-1e68-4ee4-8152-c97f0588738d HTTP/1.1" status: 200 len: 1094 time: 0.8098075 Apr 12 12:20:59.029117 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d4ca6e-f011-4aaf-9ccb-7824ab3705c9', 'tag': '493b7864-1e68-4ee4-8152-c97f0588738d'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:20:59.030999 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bbadc2-1e3d-4889-b8b6-03e4cb526d08" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9", "tag": "493b7864-1e68-4ee4-8152-c97f0588738d"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:20:59.059128 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edec4e-e0d8-46da-a064-459a468b876d service neutron] Pushing event updated for resources: {'Port': ['ID=493b7864-1e68-4ee4-8152-c97f0588738d,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:20:59.078441 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12ce17d-b83e-490c-ad5b-96db5cf66872 x-openstack-request-id: req-c12ce17d-b83e-490c-ad5b-96db5cf66872 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:20:59.078711 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9", "tag": "493b7864-1e68-4ee4-8152-c97f0588738d", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:20:59.081006 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c12ce17d-b83e-490c-ad5b-96db5cf66872 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:20:59.081006 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12ce17d-b83e-490c-ad5b-96db5cf66872'] response: {'name': 'network-changed', 'server_uuid': 'd6d4ca6e-f011-4aaf-9ccb-7824ab3705c9', 'tag': '493b7864-1e68-4ee4-8152-c97f0588738d', 'status': 'completed', 'code': 200} Apr 12 12:20:59.147285 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbadc2-1e3d-4889-b8b6-03e4cb526d08 req-bb95104b-48f2-4529-8751-b0c6477e8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:59.148773 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09bbadc2-1e3d-4889-b8b6-03e4cb526d08 req-bb95104b-48f2-4529-8751-b0c6477e8040 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98cc038413df47bb9d7b2ef014133715&device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 1128 time: 0.0396082 Apr 12 12:20:59.255425 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbadc2-1e3d-4889-b8b6-03e4cb526d08 req-0d66f259-193a-4fc6-8936-7b21335785bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:59.256815 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09bbadc2-1e3d-4889-b8b6-03e4cb526d08 req-0d66f259-193a-4fc6-8936-7b21335785bf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=98cc038413df47bb9d7b2ef014133715&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0971076 Apr 12 12:20:59.360483 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbadc2-1e3d-4889-b8b6-03e4cb526d08 req-a0e9faa5-8bda-498b-bdf9-18ae6c2b3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:59.363171 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09bbadc2-1e3d-4889-b8b6-03e4cb526d08 req-a0e9faa5-8bda-498b-bdf9-18ae6c2b3e87 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976965 Apr 12 12:20:59.444430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-1a3bb503-4ba5-42c4-aa16-758904af783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:59.445911 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-1a3bb503-4ba5-42c4-aa16-758904af783b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98cc038413df47bb9d7b2ef014133715&device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 1128 time: 0.0409999 Apr 12 12:20:59.495396 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-b6b79ed0-8795-4ff7-aa77-60e9f6872eed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493b7864-1e68-4ee4-8152-c97f0588738d HTTP/1.1" status: 200 len: 217 time: 0.0361357 Apr 12 12:20:59.548310 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-bfed2109-d56d-4eb4-8c8f-af61895e259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:20:59.549743 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-bfed2109-d56d-4eb4-8c8f-af61895e259b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a29b1be0-6747-4a2c-8882-4366a85cc1e8 HTTP/1.1" status: 200 len: 853 time: 0.0457888 Apr 12 12:20:59.587347 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-5c580e45-9444-49bc-b44c-c53fc62028f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e9f91cc-8278-4bee-8143-b3b07b6f4189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311215 Apr 12 12:20:59.686075 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-9fe7a1d4-5307-4bec-bb05-0fe5e39e6f02 service neutron] 10.222.0.23 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897112 Apr 12 12:20:59.789003 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77d829af-a729-4a93-b9d1-0bf438871a92 req-59f3fcfd-9a5c-4532-98e6-144daee5051b service neutron] 10.222.0.23 "GET /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968173 Apr 12 12:21:00.055383 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa23868-d7ad-4a85-ae92-750cdffc460a req-bfb863ec-2a89-4449-bf25-7d1d0d2daebf tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:00.057030 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4fa23868-d7ad-4a85-ae92-750cdffc460a req-bfb863ec-2a89-4449-bf25-7d1d0d2daebf tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 944 time: 0.0600629 Apr 12 12:21:00.110766 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4fa23868-d7ad-4a85-ae92-750cdffc460a req-b40c47de-4e4e-40a4-9e40-10f34e26e9cb tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474553 Apr 12 12:21:00.246824 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ca508-e291-417a-98b5-85ce1e9950c5 req-107aa0c7-34f8-41c3-86f2-bc462624ec41 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:00.248433 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-797ca508-e291-417a-98b5-85ce1e9950c5 req-107aa0c7-34f8-41c3-86f2-bc462624ec41 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0528817 Apr 12 12:21:00.304785 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-797ca508-e291-417a-98b5-85ce1e9950c5 req-180f0d77-18a0-4f06-9b86-60b42c26fdd1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507259 Apr 12 12:21:00.375906 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 43964) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:00.509486 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-6b6a1e32-fe5d-4f48-bc30-908fc90a01d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c36a0e85e6fb47d680cdfd22f27a95c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323283 Apr 12 12:21:00.512115 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 43968) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:00.560203 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-64740fc5-050a-4192-be18-defacb008e48 admin admin] Publish callbacks [] for security_group (57b97d70-72e8-40d6-8891-47f095ef36b8), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:00.586426 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-64740fc5-050a-4192-be18-defacb008e48 admin admin] Publish callbacks [] for security_group (57b97d70-72e8-40d6-8891-47f095ef36b8), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:00.698682 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-64740fc5-050a-4192-be18-defacb008e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (57b97d70-72e8-40d6-8891-47f095ef36b8), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:00.701308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-64740fc5-050a-4192-be18-defacb008e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:00.702482 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-64740fc5-050a-4192-be18-defacb008e48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57b97d70-72e8-40d6-8891-47f095ef36b8 HTTP/1.1" status: 204 len: 168 time: 0.1894822 Apr 12 12:21:00.710985 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64740fc5-050a-4192-be18-defacb008e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b97d70-72e8-40d6-8891-47f095ef36b8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:01.235711 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405d4a-2967-4480-bd38-8d3f443f5b3e req-14a72952-1b6d-4c2d-8a72-f4b4ac95b08a tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:01.237293 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-90405d4a-2967-4480-bd38-8d3f443f5b3e req-14a72952-1b6d-4c2d-8a72-f4b4ac95b08a tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 944 time: 0.0502748 Apr 12 12:21:01.290420 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-90405d4a-2967-4480-bd38-8d3f443f5b3e req-b255baa8-0348-42c0-a94d-16a519875a98 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473130 Apr 12 12:21:01.429366 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb37eb-ce21-434d-a551-e20c2ebc6e0e req-5e0eabd0-96e4-4e24-bc4b-f914727f18a0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:01.430839 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4dcb37eb-ce21-434d-a551-e20c2ebc6e0e req-5e0eabd0-96e4-4e24-bc4b-f914727f18a0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0489900 Apr 12 12:21:01.480476 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4dcb37eb-ce21-434d-a551-e20c2ebc6e0e req-e8f8a4e4-8e38-482d-833e-e36ac50651a7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Apr 12 12:21:01.769751 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 43998) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:01.871442 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-25652103-network', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:01.964769 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Made reservation on behalf of d5cca4d6555c40f5a7010a3a88e67508 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:21:01.967127 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:01.976956 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.064908 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Publish callbacks [] for security_group (394a247f-a979-454a-bba8-af1c2789a702), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.123570 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (394a247f-a979-454a-bba8-af1c2789a702), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.150446 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:21:02.162473 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a247f-a979-454a-bba8-af1c2789a702,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:02.168449 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (f0b72022-9386-4051-bc8f-b14be6a0f8c1), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.168796 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Added segment f0b72022-9386-4051-bc8f-b14be6a0f8c1 of type vlan for network 437fddf5-4ae4-4467-938b-d65ad376d65d Apr 12 12:21:02.216052 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (437fddf5-4ae4-4467-938b-d65ad376d65d), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.302085 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (437fddf5-4ae4-4467-938b-d65ad376d65d), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.302976 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:02.303558 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.365636 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] Pushing event updated for resources: {'Network': ['ID=437fddf5-4ae4-4467-938b-d65ad376d65d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:02.376772 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 437fddf5-4ae4-4467-938b-d65ad376d65d details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:21:02.412239 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7b5af101-c4ac-451d-b278-5dfd520b404c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6413703 Apr 12 12:21:02.414007 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393305-ebf7-4102-8bcd-7964fb3d5cd6 req-f30852de-e313-4591-8ff4-3229f42797c9 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:02.415229 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a393305-ebf7-4102-8bcd-7964fb3d5cd6 req-f30852de-e313-4591-8ff4-3229f42797c9 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 944 time: 0.0512376 Apr 12 12:21:02.415413 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44006) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:02.421223 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Request body: {'subnet': {'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-25652103-subnet', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'ip_version': 4}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:02.481036 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a393305-ebf7-4102-8bcd-7964fb3d5cd6 req-cc61a922-dd29-4026-b009-14c6086b087b tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591364 Apr 12 12:21:02.501942 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Made reservation on behalf of d5cca4d6555c40f5a7010a3a88e67508 for: {'subnet': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:21:02.504288 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9015344'] for subnet (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.634501 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 493b7864-1e68-4ee4-8152-c97f0588738d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:21:02.743556 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 493b7864-1e68-4ee4-8152-c97f0588738d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=493b7864-1e68-4ee4-8152-c97f0588738d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:02.755926 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': '493b7864-1e68-4ee4-8152-c97f0588738d', 'network_id': '1e9f91cc-8278-4bee-8143-b3b07b6f4189', 'port_id': '493b7864-1e68-4ee4-8152-c97f0588738d', 'mac_address': 'fa:16:3e:dc:7a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29b1be0-6747-4a2c-8882-4366a85cc1e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:21:02.795462 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 493b7864-1e68-4ee4-8152-c97f0588738d is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:02.796120 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.809819 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493b7864-1e68-4ee4-8152-c97f0588738d {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:21:02.831826 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 493b7864-1e68-4ee4-8152-c97f0588738d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=493b7864-1e68-4ee4-8152-c97f0588738d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:02.873062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74fbfa-66b1-4b42-9fdb-40a61ed96da6 req-73419dc2-fcb8-4c75-baa2-a8800d0181f0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:02.874535 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9d74fbfa-66b1-4b42-9fdb-40a61ed96da6 req-73419dc2-fcb8-4c75-baa2-a8800d0181f0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0698647 Apr 12 12:21:02.907818 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:02.956526 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=493b7864-1e68-4ee4-8152-c97f0588738d,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:02.961891 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9d74fbfa-66b1-4b42-9fdb-40a61ed96da6 req-b59ac3f9-06ed-426c-98f3-2b589af9c36f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815587 Apr 12 12:21:02.963493 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.963872 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.964210 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.964565 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.964914 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.965237 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.965594 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.965863 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.966177 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.966490 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.966802 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.967130 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.967447 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.967760 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:02.968069 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:03.123844 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9068494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9015330'] for subnet (8cd15456-f61f-43ac-a603-59dd6b213ae3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.191505 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd15456-f61f-43ac-a603-59dd6b213ae3,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:03.204936 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Checking segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:03.205298 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Network hostable DHCP agents. Network: 437fddf5-4ae4-4467-938b-d65ad376d65d, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:21:03.245748 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['493b7864-1e68-4ee4-8152-c97f0588738d'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:21:03.284582 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Network 437fddf5-4ae4-4467-938b-d65ad376d65d is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:21:03.359443 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 437fddf5-4ae4-4467-938b-d65ad376d65d) {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:03.364682 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:03.367673 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.371860 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df118c-6a80-4461-890c-a60160599f29 None None] Network 437fddf5-4ae4-4467-938b-d65ad376d65d requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:21:03.441997 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-dba5e560-c9dd-4ee4-ad8b-4c094d5aca49 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0253627 Apr 12 12:21:03.445735 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44014) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:03.450079 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:03.513346 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-437fddf5-4ae4-4467-938b-d65ad376d65d', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:21:03.514557 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.552198 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (fc273748-d783-481f-a3fd-4b37a602f9f7), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.553290 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (fc273748-d783-481f-a3fd-4b37a602f9f7), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.616743 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa48d4e-a0be-4c0c-ac49-5bb52c23b295 req-31b54587-ab6a-44cf-9dbc-4c298b9a46d1 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:03.618580 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3aa48d4e-a0be-4c0c-ac49-5bb52c23b295 req-31b54587-ab6a-44cf-9dbc-4c298b9a46d1 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 945 time: 0.0694036 Apr 12 12:21:03.622274 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks [] for router_controller (fc273748-d783-481f-a3fd-4b37a602f9f7), precommit_add_association {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.673177 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Allocated IP 172.20.0.2 (437fddf5-4ae4-4467-938b-d65ad376d65d/8cd15456-f61f-43ac-a603-59dd6b213ae3/1d47fb36-17ca-4eef-9587-0fe48a76d65f) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:03.684224 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3aa48d4e-a0be-4c0c-ac49-5bb52c23b295 req-ca7b6c6f-c818-4c97-8450-3861249d9510 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570071 Apr 12 12:21:03.834941 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks [] for router_gateway (fc273748-d783-481f-a3fd-4b37a602f9f7), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.846690 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Publish callbacks [] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.942589 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:03.984990 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Network 437fddf5-4ae4-4467-938b-d65ad376d65d is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:03.993290 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:03.995980 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:03.998632 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Pushing event updated for resources: {'Port': ['ID=1d47fb36-17ca-4eef-9587-0fe48a76d65f,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:04.068186 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Attempting to bind port 1d47fb36-17ca-4eef-9587-0fe48a76d65f on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:21:04.068556 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Attempting to bind port 1d47fb36-17ca-4eef-9587-0fe48a76d65f by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:21:04.071271 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Attempting to bind port 1d47fb36-17ca-4eef-9587-0fe48a76d65f on network 437fddf5-4ae4-4467-938b-d65ad376d65d {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:21:04.075428 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:21:04.075799 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Checking segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:04.076198 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.076586 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Bound using segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:21:04.077074 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Bound port: 1d47fb36-17ca-4eef-9587-0fe48a76d65f, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:21:04.077453 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.128272 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dcfc3-573a-4acd-9265-74d0acdce44c req-597eec53-84a2-4492-9d4c-ce4ca38919a2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:04.130168 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ef2dcfc3-573a-4acd-9265-74d0acdce44c req-597eec53-84a2-4492-9d4c-ce4ca38919a2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0737119 Apr 12 12:21:04.136815 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks [] for router_gateway (fc273748-d783-481f-a3fd-4b37a602f9f7), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.154155 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] For port 1d47fb36-17ca-4eef-9587-0fe48a76d65f, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:21:04.157316 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] For port 1d47fb36-17ca-4eef-9587-0fe48a76d65f, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1d47fb36-17ca-4eef-9587-0fe48a76d65f,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:21:04.158417 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.216614 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.246789 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ef2dcfc3-573a-4acd-9265-74d0acdce44c req-5b8a2e88-5fea-4f0e-8c02-28a38712fd36 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903132 Apr 12 12:21:04.281656 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c78f77-7403-4ac2-a702-96eba22d3eb7 None None] Pushing event updated for resources: {'Port': ['ID=1d47fb36-17ca-4eef-9587-0fe48a76d65f,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:04.307365 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Allocated IP 172.27.3.150 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/d9aa2088-72aa-4716-8964-55e61d787488) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:04.416680 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks [] for port (d9aa2088-72aa-4716-8964-55e61d787488), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.537216 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (d9aa2088-72aa-4716-8964-55e61d787488), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.584771 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:04.587989 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:04.596367 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:04.600425 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Pushing event updated for resources: {'Port': ['ID=d9aa2088-72aa-4716-8964-55e61d787488,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:04.653943 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 493b7864-1e68-4ee4-8152-c97f0588738d up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:04.704050 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port 493b7864-1e68-4ee4-8152-c97f0588738d completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:21:04.766666 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port 493b7864-1e68-4ee4-8152-c97f0588738d triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:04.767148 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.839251 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241a903-c5aa-41fc-8242-3d6aed562b6f req-32c8d3eb-e4a5-4ebe-9644-4866bd77b3d4 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:04.840828 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b241a903-c5aa-41fc-8242-3d6aed562b6f req-32c8d3eb-e4a5-4ebe-9644-4866bd77b3d4 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 945 time: 0.0578372 Apr 12 12:21:04.878654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 493b7864-1e68-4ee4-8152-c97f0588738d is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:04.879046 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:04.911060 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d4ca6e-f011-4aaf-9ccb-7824ab3705c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493b7864-1e68-4ee4-8152-c97f0588738d'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:21:04.913744 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9635d1-9a17-466a-9373-8e179b814c7a" -d '{"events": [{"server_uuid": "d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9", "name": "network-vif-plugged", "status": "completed", "tag": "493b7864-1e68-4ee4-8152-c97f0588738d"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:21:04.926509 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b241a903-c5aa-41fc-8242-3d6aed562b6f req-4028889c-7ae8-45b7-9dc8-fb64d95742fc tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755038 Apr 12 12:21:04.929855 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 493b7864-1e68-4ee4-8152-c97f0588738d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=493b7864-1e68-4ee4-8152-c97f0588738d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:04.960012 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b677f7e3-094c-4e4d-91a5-79f194dabc4e x-openstack-request-id: req-b677f7e3-094c-4e4d-91a5-79f194dabc4e {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:21:04.960363 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9", "name": "network-vif-plugged", "status": "completed", "tag": "493b7864-1e68-4ee4-8152-c97f0588738d", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:21:04.960726 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b677f7e3-094c-4e4d-91a5-79f194dabc4e {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:21:04.961326 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b677f7e3-094c-4e4d-91a5-79f194dabc4e'] response: {'server_uuid': 'd6d4ca6e-f011-4aaf-9ccb-7824ab3705c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493b7864-1e68-4ee4-8152-c97f0588738d', 'code': 200} Apr 12 12:21:04.994550 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.007276 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks [] for router_gateway (fc273748-d783-481f-a3fd-4b37a602f9f7), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.063731 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=493b7864-1e68-4ee4-8152-c97f0588738d,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:05.284624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (fc273748-d783-481f-a3fd-4b37a602f9f7), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.319644 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e494d5-863e-4ba7-a9c5-23009aeafc95 req-71b78fa2-4dca-42f4-914e-3b7050eb5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:05.321579 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-96e494d5-863e-4ba7-a9c5-23009aeafc95 req-71b78fa2-4dca-42f4-914e-3b7050eb5ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 1130 time: 0.0516212 Apr 12 12:21:05.335903 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e8a0f4-da1f-4e2a-a9b9-f1828fb4aedb None None] Network 437fddf5-4ae4-4467-938b-d65ad376d65d requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:21:05.423799 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-96e494d5-863e-4ba7-a9c5-23009aeafc95 req-562f03c8-7f02-4bef-88b7-fc19789c2e4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836844 Apr 12 12:21:05.430832 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b52ac4-0a7a-40c4-95dd-54fe72db6d13 req-99eaeeb1-9215-4063-a8a2-253a4b470e37 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:05.432499 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f9b52ac4-0a7a-40c4-95dd-54fe72db6d13 req-99eaeeb1-9215-4063-a8a2-253a4b470e37 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0789874 Apr 12 12:21:05.436644 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-721d384f-654b-4653-8219-73668979bf5c None None] Provisioning complete for port 1d47fb36-17ca-4eef-9587-0fe48a76d65f triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:05.437036 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-721d384f-654b-4653-8219-73668979bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.511202 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f9b52ac4-0a7a-40c4-95dd-54fe72db6d13 req-d629df4c-0975-41fb-a4e6-7e825985f10c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721836 Apr 12 12:21:05.564536 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1d47fb36-17ca-4eef-9587-0fe48a76d65f up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:05.598403 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Router fc273748-d783-481f-a3fd-4b37a602f9f7 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:21:05.613381 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-721d384f-654b-4653-8219-73668979bf5c None None] Current status of the port 1d47fb36-17ca-4eef-9587-0fe48a76d65f is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:05.613775 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-721d384f-654b-4653-8219-73668979bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.664233 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-721d384f-654b-4653-8219-73668979bf5c None None] For port 1d47fb36-17ca-4eef-9587-0fe48a76d65f, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1d47fb36-17ca-4eef-9587-0fe48a76d65f,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:05.677412 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 1d47fb36-17ca-4eef-9587-0fe48a76d65f triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:05.677412 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.732366 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:21:05.746790 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:21:05.766509 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:05.767404 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:05.780780 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-721d384f-654b-4653-8219-73668979bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.785030 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 1d47fb36-17ca-4eef-9587-0fe48a76d65f is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:05.785397 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.861006 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:05.864209 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44032) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:05.864887 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-32d072f6-480c-404b-99a1-e52dffc60f99 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4176598 Apr 12 12:21:05.902509 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:05.959799 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-c868ee33-a9d0-4e9e-8e2f-4fd9102992dc None None] Provisioning complete for port 1d47fb36-17ca-4eef-9587-0fe48a76d65f triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:05.960643 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c868ee33-a9d0-4e9e-8e2f-4fd9102992dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.054682 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d384f-654b-4653-8219-73668979bf5c None None] Pushing event updated for resources: {'Port': ['ID=1d47fb36-17ca-4eef-9587-0fe48a76d65f,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:06.089355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.db.api [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 12:21:06.089985 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG oslo_db.api [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 12:21:06.094114 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20628887-5a7a-456d-805e-fa3404caa202 req-21496ef3-579a-41ba-b15c-796c4cc63de9 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:06.095789 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-20628887-5a7a-456d-805e-fa3404caa202 req-21496ef3-579a-41ba-b15c-796c4cc63de9 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0706699 Apr 12 12:21:06.132968 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-c868ee33-a9d0-4e9e-8e2f-4fd9102992dc None None] Current status of the port 1d47fb36-17ca-4eef-9587-0fe48a76d65f is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:06.160091 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-20628887-5a7a-456d-805e-fa3404caa202 req-42e9454b-14a9-4b0e-9c6c-ac8de01ea0bd tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518916 Apr 12 12:21:06.161817 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:04Z', 'revision_number': 3, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:06.196134 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:21:06.196468 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Updating router fc273748-d783-481f-a3fd-4b37a602f9f7 port d9aa2088-72aa-4716-8964-55e61d787488 binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:21:06.232111 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9aa2088-72aa-4716-8964-55e61d787488), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.420440 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.515890 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Publish callbacks [] for port (d9aa2088-72aa-4716-8964-55e61d787488), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.580207 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Allocated IP 172.20.0.1 (437fddf5-4ae4-4467-938b-d65ad376d65d/8cd15456-f61f-43ac-a603-59dd6b213ae3/166d4da4-7a7e-44de-a555-95178ba75b80) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:06.592444 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d9aa2088-72aa-4716-8964-55e61d787488), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.628796 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 1d47fb36-17ca-4eef-9587-0fe48a76d65f is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:06.645730 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Pushing event updated for resources: {'Port': ['ID=d9aa2088-72aa-4716-8964-55e61d787488,revision_number=2']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:06.655689 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205b467-059f-4fb6-92f3-f9752de831c9 req-2d67365d-eb13-4cbb-ad5a-ce189728ffec tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:06.660465 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1205b467-059f-4fb6-92f3-f9752de831c9 req-2d67365d-eb13-4cbb-ad5a-ce189728ffec tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0682800 Apr 12 12:21:06.662175 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.662512 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.662851 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.663203 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.663535 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.663856 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.664172 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.664483 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.664804 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.665134 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.665450 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.665775 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.666089 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.666398 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.666713 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:06.673295 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Attempting to bind port d9aa2088-72aa-4716-8964-55e61d787488 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:21:06.673614 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Attempting to bind port d9aa2088-72aa-4716-8964-55e61d787488 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:21:06.673968 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Attempting to bind port d9aa2088-72aa-4716-8964-55e61d787488 on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:21:06.679515 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:21:06.679937 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:06.680362 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.680749 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:21:06.681259 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Bound port: d9aa2088-72aa-4716-8964-55e61d787488, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:21:06.681723 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9aa2088-72aa-4716-8964-55e61d787488), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.739094 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] For port d9aa2088-72aa-4716-8964-55e61d787488, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:21:06.742241 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] For port d9aa2088-72aa-4716-8964-55e61d787488, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=d9aa2088-72aa-4716-8964-55e61d787488,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:21:06.764059 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1205b467-059f-4fb6-92f3-f9752de831c9 req-ae04a84d-a79a-40a7-b7fb-3eecfc0eafdd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736401 Apr 12 12:21:06.776012 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Publish callbacks [] for port (166d4da4-7a7e-44de-a555-95178ba75b80), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.844547 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d9aa2088-72aa-4716-8964-55e61d787488), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.902495 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:06.903108 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:06.913748 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:06.945462 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24f8a2-46e4-4bdb-a317-66e1a9b0cabf None None] Pushing event updated for resources: {'Port': ['ID=d9aa2088-72aa-4716-8964-55e61d787488,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:06.957207 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Network 437fddf5-4ae4-4467-938b-d65ad376d65d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:06.960031 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:06.967336 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:06.970570 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Pushing event updated for resources: {'Port': ['ID=166d4da4-7a7e-44de-a555-95178ba75b80,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:07.010713 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (fc273748-d783-481f-a3fd-4b37a602f9f7), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:07.035165 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:07.223145 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:07.271692 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-32d5ac71-8957-4054-90d6-35e3bd77bc60 None None] Provisioning complete for port 166d4da4-7a7e-44de-a555-95178ba75b80 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:07.272494 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-32d5ac71-8957-4054-90d6-35e3bd77bc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:07.278507 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:04Z', 'revision_number': 3, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:07.314582 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bce0f-4625-46b2-8093-2de08540501b None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:04Z', 'revision_number': 3, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:21:07.361666 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b031978-3ec3-40d9-8077-f793189e0d48 req-ec40a9bb-4712-4573-89ed-05dc3d884af2 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:07.363668 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6b031978-3ec3-40d9-8077-f793189e0d48 req-ec40a9bb-4712-4573-89ed-05dc3d884af2 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0953503 Apr 12 12:21:07.366627 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-32d5ac71-8957-4054-90d6-35e3bd77bc60 None None] Port 166d4da4-7a7e-44de-a555-95178ba75b80 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:21:07.445580 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6b031978-3ec3-40d9-8077-f793189e0d48 req-56558007-8fcd-4ca7-8f12-ec4434b34bb6 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745697 Apr 12 12:21:07.514939 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Publish callbacks [] for port (166d4da4-7a7e-44de-a555-95178ba75b80), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:07.522939 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1d47fb36-17ca-4eef-9587-0fe48a76d65f up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:07.572034 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:07.580708 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 1d47fb36-17ca-4eef-9587-0fe48a76d65f triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:07.581113 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:07.697430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (fc273748-d783-481f-a3fd-4b37a602f9f7), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:07.706480 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Pushing event updated for resources: {'Port': ['ID=166d4da4-7a7e-44de-a555-95178ba75b80,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:07.746493 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 1d47fb36-17ca-4eef-9587-0fe48a76d65f is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:07.883096 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Network 437fddf5-4ae4-4467-938b-d65ad376d65d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:07.887170 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:07.907278 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12267d95-3f4b-457b-a673-983265f77bc5 req-1cd8292f-d3ce-4ade-8688-9d70e760a2c3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:07.914553 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-12267d95-3f4b-457b-a673-983265f77bc5 req-1cd8292f-d3ce-4ade-8688-9d70e760a2c3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0670922 Apr 12 12:21:08.045472 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-12267d95-3f4b-457b-a673-983265f77bc5 req-d98acdec-e95b-406a-aa64-45603c317a66 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300173 Apr 12 12:21:08.082305 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Router fc273748-d783-481f-a3fd-4b37a602f9f7 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:21:08.207788 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:21:08.208332 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-f4d52777-fc5f-4f24-b6e1-2eca7bf355d2 None None] Provisioning complete for port 166d4da4-7a7e-44de-a555-95178ba75b80 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:08.208832 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f4d52777-fc5f-4f24-b6e1-2eca7bf355d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:08.213388 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-48f2d936-9218-47d1-8913-4b64edd1489b admin admin] 10.222.0.20 "PUT /v2.0/routers/fc273748-d783-481f-a3fd-4b37a602f9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3471971 Apr 12 12:21:08.264023 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-f4d52777-fc5f-4f24-b6e1-2eca7bf355d2 None None] Port 166d4da4-7a7e-44de-a555-95178ba75b80 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:21:08.577488 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008d64d-baa5-4029-87b2-a9571be3deea req-a672c9d9-c594-4535-bf37-c9d8b6faba93 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:08.579361 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f008d64d-baa5-4029-87b2-a9571be3deea req-a672c9d9-c594-4535-bf37-c9d8b6faba93 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0515561 Apr 12 12:21:08.632415 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f008d64d-baa5-4029-87b2-a9571be3deea req-c5aed566-6232-4bbb-bb15-66d1e011003a tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473766 Apr 12 12:21:09.094591 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44074) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:09.100638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-201212394-network', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:09.195844 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d960f-b560-4577-b503-3c8aa46a8bda req-d2c37cf9-8f7f-49ef-b9be-ce7095695dea tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:09.198729 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-823d960f-b560-4577-b503-3c8aa46a8bda req-d2c37cf9-8f7f-49ef-b9be-ce7095695dea tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0540001 Apr 12 12:21:09.214278 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:21:09.216003 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Made reservation on behalf of d066d07791b64d9396d559c031d2cb92 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:21:09.218410 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.225901 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:09.226693 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:09.228659 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.269989 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-823d960f-b560-4577-b503-3c8aa46a8bda req-fa5c6166-002f-43cf-832f-238a6791c599 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652924 Apr 12 12:21:09.339392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Publish callbacks [] for security_group (dd1a89ce-37cb-497f-ad15-4bd3daebebc3), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.368684 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:09.416284 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (dd1a89ce-37cb-497f-ad15-4bd3daebebc3), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.446451 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:21:09.453653 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a89ce-37cb-497f-ad15-4bd3daebebc3,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:09.465033 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (b2b47e1e-76ad-4362-8583-b6708305d40c), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.466105 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.segments_db [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Added segment b2b47e1e-76ad-4362-8583-b6708305d40c of type vlan for network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a Apr 12 12:21:09.532980 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (6894ffb3-c823-4054-ac74-72fc3e3b7d6a), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.550538 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device d9aa2088-72aa-4716-8964-55e61d787488 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:09.648750 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (6894ffb3-c823-4054-ac74-72fc3e3b7d6a), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.649763 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:09.650343 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.663780 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port d9aa2088-72aa-4716-8964-55e61d787488 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:09.664152 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (d9aa2088-72aa-4716-8964-55e61d787488), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.708694 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 2, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:09.715844 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] Pushing event updated for resources: {'Network': ['ID=6894ffb3-c823-4054-ac74-72fc3e3b7d6a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:09.750282 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-176315e0-3634-4c5f-9af8-a82d6b4a0226 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6545408 Apr 12 12:21:09.750542 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:21:09.753169 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44080) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:09.757291 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:21:09.757648 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Updating router fc273748-d783-481f-a3fd-4b37a602f9f7 port 166d4da4-7a7e-44de-a555-95178ba75b80 binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:21:09.760482 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Request body: {'subnet': {'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-201212394-subnet', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:09.850196 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Made reservation on behalf of d066d07791b64d9396d559c031d2cb92 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:21:09.852456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11594485'] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.857838 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.895848 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port d9aa2088-72aa-4716-8964-55e61d787488 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:09.896231 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9aa2088-72aa-4716-8964-55e61d787488), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:09.939801 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port d9aa2088-72aa-4716-8964-55e61d787488, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=d9aa2088-72aa-4716-8964-55e61d787488,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:09.999574 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d9aa2088-72aa-4716-8964-55e61d787488), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.079219 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=d9aa2088-72aa-4716-8964-55e61d787488,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:10.103578 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11594471'] for subnet (8f89b9f8-d959-4fd4-be8b-23de078cb385), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.162663 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f89b9f8-d959-4fd4-be8b-23de078cb385,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:10.172605 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Checking segment: {'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:10.172993 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Network hostable DHCP agents. Network: 6894ffb3-c823-4054-ac74-72fc3e3b7d6a, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:21:10.214773 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Publish callbacks [] for port (166d4da4-7a7e-44de-a555-95178ba75b80), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.272376 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:21:10.300707 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.348098 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb7d09-54ea-40d0-8606-3c606cad8a50 None None] Pushing event updated for resources: {'Port': ['ID=166d4da4-7a7e-44de-a555-95178ba75b80,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:10.393248 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 6894ffb3-c823-4054-ac74-72fc3e3b7d6a) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:10.398308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:10.402850 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.415622 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e2e5c-7eed-4bf0-8431-b857cddf631d req-e5231b74-5c79-46c3-b77b-13482e0d9397 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:10.419093 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-425e2e5c-7eed-4bf0-8431-b857cddf631d req-e5231b74-5c79-46c3-b77b-13482e0d9397 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0707612 Apr 12 12:21:10.425424 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a8d97-6696-41b5-957a-7800fc9f0bf2 None None] Network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:21:10.484440 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-425e2e5c-7eed-4bf0-8431-b857cddf631d req-bd5e2736-fb64-4905-81b9-e71bc4d427c9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523984 Apr 12 12:21:10.488174 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-59e80be7-3fc1-4fa5-bd6d-b76d5523b6de admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7332189 Apr 12 12:21:10.488889 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44088) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:10.491613 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Attempting to bind port 166d4da4-7a7e-44de-a555-95178ba75b80 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:21:10.491988 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Attempting to bind port 166d4da4-7a7e-44de-a555-95178ba75b80 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:21:10.492348 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Attempting to bind port 166d4da4-7a7e-44de-a555-95178ba75b80 on network 437fddf5-4ae4-4467-938b-d65ad376d65d {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:21:10.494047 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:10.502455 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:21:10.502849 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Checking segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:10.503213 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.503600 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Bound using segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:21:10.504078 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Bound port: 166d4da4-7a7e-44de-a555-95178ba75b80, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:21:10.504454 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.595046 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-6894ffb3-c823-4054-ac74-72fc3e3b7d6a', 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a', 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'fixed_ips': [{'subnet_id': '8f89b9f8-d959-4fd4-be8b-23de078cb385'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:21:10.595896 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.606140 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (209d304a-0114-4e10-b5fc-73cb8b3f7413), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.607213 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (209d304a-0114-4e10-b5fc-73cb8b3f7413), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.624382 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] For port 166d4da4-7a7e-44de-a555-95178ba75b80, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:21:10.626269 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4208cce8-1e63-4333-b416-df3374a1e077 None None] Provisioning complete for port 166d4da4-7a7e-44de-a555-95178ba75b80 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:10.626588 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4208cce8-1e63-4333-b416-df3374a1e077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.658987 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks [] for router_controller (209d304a-0114-4e10-b5fc-73cb8b3f7413), precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.663464 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] For port 166d4da4-7a7e-44de-a555-95178ba75b80, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=166d4da4-7a7e-44de-a555-95178ba75b80,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:21:10.739833 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4208cce8-1e63-4333-b416-df3374a1e077 None None] Port 166d4da4-7a7e-44de-a555-95178ba75b80 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:21:10.756227 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:10.867520 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Allocated IP 172.20.0.2 (6894ffb3-c823-4054-ac74-72fc3e3b7d6a/8f89b9f8-d959-4fd4-be8b-23de078cb385/482661a3-60dd-4599-ad02-50dfd12c9b49) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:10.869696 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb7d09-54ea-40d0-8606-3c606cad8a50 None None] Pushing event updated for resources: {'Port': ['ID=166d4da4-7a7e-44de-a555-95178ba75b80,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:10.872396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:10.873046 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:10.909950 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks [] for router_gateway (209d304a-0114-4e10-b5fc-73cb8b3f7413), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.164455 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-b136afb1-03af-4918-bf91-631f8213343b None None] Provisioning complete for port 166d4da4-7a7e-44de-a555-95178ba75b80 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:11.164734 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b136afb1-03af-4918-bf91-631f8213343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.221368 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:11.384689 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks [] for router_gateway (209d304a-0114-4e10-b5fc-73cb8b3f7413), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.404395 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.413516 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Publish callbacks [] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.462352 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-b136afb1-03af-4918-bf91-631f8213343b None None] Current status of the port 166d4da4-7a7e-44de-a555-95178ba75b80 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:11.463031 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b136afb1-03af-4918-bf91-631f8213343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.510243 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device d9aa2088-72aa-4716-8964-55e61d787488 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:11.526163 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Allocated IP 172.27.3.253 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/565b6182-0aed-4199-9a0d-f791b3db30bb) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:11.541244 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b136afb1-03af-4918-bf91-631f8213343b None None] For port 166d4da4-7a7e-44de-a555-95178ba75b80, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=166d4da4-7a7e-44de-a555-95178ba75b80,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:11.548803 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.642582 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:11.645084 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:10Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:11.649500 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b136afb1-03af-4918-bf91-631f8213343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.657914 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:11.667456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e3b62-eab6-430a-99d0-737707bbef15 req-21db754e-7969-4e44-a3e0-092e91d3c814 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:11.671982 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-071e3b62-eab6-430a-99d0-737707bbef15 req-21db754e-7969-4e44-a3e0-092e91d3c814 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0759790 Apr 12 12:21:11.685348 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:11.689344 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Pushing event updated for resources: {'Port': ['ID=482661a3-60dd-4599-ad02-50dfd12c9b49,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:11.693608 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00de16-4398-4946-b983-6cf5095a44bc None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:10Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:21:11.714993 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks [] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.727951 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port d9aa2088-72aa-4716-8964-55e61d787488 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:11.728326 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (d9aa2088-72aa-4716-8964-55e61d787488), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.750318 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-071e3b62-eab6-430a-99d0-737707bbef15 req-4f800399-2524-48e0-8c48-1ebd620f110f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710759 Apr 12 12:21:11.839492 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.855506 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136afb1-03af-4918-bf91-631f8213343b None None] Pushing event updated for resources: {'Port': ['ID=166d4da4-7a7e-44de-a555-95178ba75b80,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:11.869982 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Attempting to bind port 482661a3-60dd-4599-ad02-50dfd12c9b49 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:21:11.870997 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Attempting to bind port 482661a3-60dd-4599-ad02-50dfd12c9b49 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:21:11.871365 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Attempting to bind port 482661a3-60dd-4599-ad02-50dfd12c9b49 on network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:21:11.882925 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:21:11.883186 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Checking segment: {'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:11.883990 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.883990 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Bound using segment: {'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:21:11.884456 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Bound port: 482661a3-60dd-4599-ad02-50dfd12c9b49, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:21:11.884911 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:11.893848 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:11.896903 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:11.900644 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:11.935820 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Pushing event updated for resources: {'Port': ['ID=565b6182-0aed-4199-9a0d-f791b3db30bb,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:11.968128 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port d9aa2088-72aa-4716-8964-55e61d787488 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:12.009939 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] For port 482661a3-60dd-4599-ad02-50dfd12c9b49, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:21:12.015527 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] For port 482661a3-60dd-4599-ad02-50dfd12c9b49, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=482661a3-60dd-4599-ad02-50dfd12c9b49,segment=NetworkSegment(b2b47e1e-76ad-4362-8583-b6708305d40c),segment_id=b2b47e1e-76ad-4362-8583-b6708305d40c)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:21:12.102562 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:12.164824 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce56ead-bc13-45e4-ac52-5f628566a248 None None] Pushing event updated for resources: {'Port': ['ID=482661a3-60dd-4599-ad02-50dfd12c9b49,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:12.250193 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks [] for router_gateway (209d304a-0114-4e10-b5fc-73cb8b3f7413), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:12.514085 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (209d304a-0114-4e10-b5fc-73cb8b3f7413), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:12.769436 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Router 209d304a-0114-4e10-b5fc-73cb8b3f7413 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:21:12.900744 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:21:12.916228 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Sync routers for ids ['209d304a-0114-4e10-b5fc-73cb8b3f7413'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:21:12.932371 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Routers {'209d304a-0114-4e10-b5fc-73cb8b3f7413'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:12.932371 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['209d304a-0114-4e10-b5fc-73cb8b3f7413'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:12.932642 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d54d41-be93-480b-b1de-eaba78e2d4d9 req-34e9ad44-a948-4d6c-ad4a-27f8b72b9587 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:12.933400 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-94d54d41-be93-480b-b1de-eaba78e2d4d9 req-34e9ad44-a948-4d6c-ad4a-27f8b72b9587 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0680614 Apr 12 12:21:12.984094 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:12.989076 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-473270ea-44ad-41e8-b923-add7f3af98b9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4965816 Apr 12 12:21:12.989389 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44120) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:13.058827 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-94d54d41-be93-480b-b1de-eaba78e2d4d9 req-ac30fddf-d491-40cc-88ec-425e9ada64f7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134310 Apr 12 12:21:13.155457 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Set router 209d304a-0114-4e10-b5fc-73cb8b3f7413 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:13.199498 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8284db1-4117-419a-a348-bd3eb6be796d None None] Network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:21:13.317699 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-57f71f7b-5628-4b6d-95bc-39186ec5c471 None None] Provisioning complete for port 482661a3-60dd-4599-ad02-50dfd12c9b49 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:13.318329 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57f71f7b-5628-4b6d-95bc-39186ec5c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.337931 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:21:12Z', 'revision_number': 3, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:13.368173 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Checking router: 209d304a-0114-4e10-b5fc-73cb8b3f7413 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:21:13.369330 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Updating router 209d304a-0114-4e10-b5fc-73cb8b3f7413 port 565b6182-0aed-4199-9a0d-f791b3db30bb binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:21:13.405653 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.410473 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-57f71f7b-5628-4b6d-95bc-39186ec5c471 None None] Current status of the port 482661a3-60dd-4599-ad02-50dfd12c9b49 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:13.410914 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57f71f7b-5628-4b6d-95bc-39186ec5c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.451344 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-57f71f7b-5628-4b6d-95bc-39186ec5c471 None None] For port 482661a3-60dd-4599-ad02-50dfd12c9b49, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=482661a3-60dd-4599-ad02-50dfd12c9b49,segment=NetworkSegment(b2b47e1e-76ad-4362-8583-b6708305d40c),segment_id=b2b47e1e-76ad-4362-8583-b6708305d40c)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:13.528058 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.533523 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57f71f7b-5628-4b6d-95bc-39186ec5c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.643497 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 166d4da4-7a7e-44de-a555-95178ba75b80 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:13.647616 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f71f7b-5628-4b6d-95bc-39186ec5c471 None None] Pushing event updated for resources: {'Port': ['ID=482661a3-60dd-4599-ad02-50dfd12c9b49,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:13.702681 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 166d4da4-7a7e-44de-a555-95178ba75b80 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:13.702681 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.726172 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Publish callbacks [] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.772673 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-54c050db-099b-48c5-86e3-af8c5f082d19 None None] Provisioning complete for port 482661a3-60dd-4599-ad02-50dfd12c9b49 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:13.773140 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-54c050db-099b-48c5-86e3-af8c5f082d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.777099 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Allocated IP 172.20.0.1 (6894ffb3-c823-4054-ac74-72fc3e3b7d6a/8f89b9f8-d959-4fd4-be8b-23de078cb385/16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:13.786314 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.842408 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba045ae9-0f4d-48c6-8aaf-3d63ae3cfb12 None None] Pushing event updated for resources: {'Port': ['ID=565b6182-0aed-4199-9a0d-f791b3db30bb,revision_number=2']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:13.852426 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 166d4da4-7a7e-44de-a555-95178ba75b80 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:13.852580 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Attempting to bind port 565b6182-0aed-4199-9a0d-f791b3db30bb on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:21:13.852896 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Attempting to bind port 565b6182-0aed-4199-9a0d-f791b3db30bb by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:21:13.853264 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Attempting to bind port 565b6182-0aed-4199-9a0d-f791b3db30bb on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:21:13.853540 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 482661a3-60dd-4599-ad02-50dfd12c9b49 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:13.863189 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:21:13.863921 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:13.864833 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.865484 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:21:13.866037 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Bound port: 565b6182-0aed-4199-9a0d-f791b3db30bb, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:21:13.866659 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.923595 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Publish callbacks [] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:13.936106 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] For port 565b6182-0aed-4199-9a0d-f791b3db30bb, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:21:13.940627 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] For port 565b6182-0aed-4199-9a0d-f791b3db30bb, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=565b6182-0aed-4199-9a0d-f791b3db30bb,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:21:13.948321 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-54c050db-099b-48c5-86e3-af8c5f082d19 None None] Current status of the port 482661a3-60dd-4599-ad02-50dfd12c9b49 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:13.952234 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 482661a3-60dd-4599-ad02-50dfd12c9b49 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:13.952609 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:14.022293 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:14.039241 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 482661a3-60dd-4599-ad02-50dfd12c9b49 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:14.045119 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:14.087581 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Routers {'209d304a-0114-4e10-b5fc-73cb8b3f7413'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:14.088689 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['209d304a-0114-4e10-b5fc-73cb8b3f7413'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:14.090315 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba045ae9-0f4d-48c6-8aaf-3d63ae3cfb12 None None] Pushing event updated for resources: {'Port': ['ID=565b6182-0aed-4199-9a0d-f791b3db30bb,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:14.092915 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:14.098189 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:14.107299 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:14.110927 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:14.169479 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (209d304a-0114-4e10-b5fc-73cb8b3f7413), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:14.205988 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaeb4a4-0f2f-4c71-9679-b002ef3dc224 req-d03dd3a8-3175-476a-85d9-73aab29e1bda tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:14.208974 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-edaeb4a4-0f2f-4c71-9679-b002ef3dc224 req-d03dd3a8-3175-476a-85d9-73aab29e1bda tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0652003 Apr 12 12:21:14.261527 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] Set router 209d304a-0114-4e10-b5fc-73cb8b3f7413 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:14.283422 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-edaeb4a4-0f2f-4c71-9679-b002ef3dc224 req-f116f7d1-2024-427b-b10d-d9490d65a4be tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649130 Apr 12 12:21:14.382142 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-a35848d1-1b49-4422-9049-58e6391c3b7a None None] Provisioning complete for port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:14.382142 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a35848d1-1b49-4422-9049-58e6391c3b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:14.411933 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:14.422980 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-a35848d1-1b49-4422-9049-58e6391c3b7a None None] Port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:21:14.470781 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:21:12Z', 'revision_number': 3, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:14.506270 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce584de5-fdd7-4eb1-9c04-9c10a836f85a None None] The sync data for ids ['209d304a-0114-4e10-b5fc-73cb8b3f7413'] in dv-cinder-830093-4-iscsi is: [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:21:12Z', 'revision_number': 3, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:21:14.866318 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Publish callbacks [] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:14.941667 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:15.012413 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:15.016416 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (209d304a-0114-4e10-b5fc-73cb8b3f7413), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:15.130326 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:15.131897 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:15.283419 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Router 209d304a-0114-4e10-b5fc-73cb8b3f7413 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:21:15.450300 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7478b3-2979-408d-8d60-2c89e6fc619f req-4caf2baa-1b39-4dc9-96de-91e445742192 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:15.451947 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fc7478b3-2979-408d-8d60-2c89e6fc619f req-4caf2baa-1b39-4dc9-96de-91e445742192 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0944607 Apr 12 12:21:15.453857 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:21:15.467090 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2093fd22-8084-4313-b7bc-1e39c2c98ea6 admin admin] 10.222.0.20 "PUT /v2.0/routers/209d304a-0114-4e10-b5fc-73cb8b3f7413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4690535 Apr 12 12:21:15.478129 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-050ba0b7-5afe-4d84-a8c0-4827dc8ac995 None None] Provisioning complete for port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:15.486790 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-050ba0b7-5afe-4d84-a8c0-4827dc8ac995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:15.561428 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-050ba0b7-5afe-4d84-a8c0-4827dc8ac995 None None] Port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:21:15.576491 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fc7478b3-2979-408d-8d60-2c89e6fc619f req-f529fd22-948a-4dd6-9f2c-92a4ea1efdaf tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973043 Apr 12 12:21:15.655141 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 482661a3-60dd-4599-ad02-50dfd12c9b49 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:15.844817 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 482661a3-60dd-4599-ad02-50dfd12c9b49 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:15.845217 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:15.939349 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 482661a3-60dd-4599-ad02-50dfd12c9b49 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:15.940586 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 565b6182-0aed-4199-9a0d-f791b3db30bb up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:15.990269 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 565b6182-0aed-4199-9a0d-f791b3db30bb triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:15.990642 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.070057 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 565b6182-0aed-4199-9a0d-f791b3db30bb is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:16.070442 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.095674 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 565b6182-0aed-4199-9a0d-f791b3db30bb, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=565b6182-0aed-4199-9a0d-f791b3db30bb,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:16.174828 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.229077 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=565b6182-0aed-4199-9a0d-f791b3db30bb,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:16.237022 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44144) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:16.241262 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-ec10d9dc-196c-426a-aaf3-df8968e3d3d6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809168914', 'description': 'tempest-secgroup-smoke-1809168914 description', 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:16.279538 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Sync routers for ids ['209d304a-0114-4e10-b5fc-73cb8b3f7413'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:21:16.292417 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Routers {'209d304a-0114-4e10-b5fc-73cb8b3f7413'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:16.293217 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['209d304a-0114-4e10-b5fc-73cb8b3f7413'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:16.341184 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ec10d9dc-196c-426a-aaf3-df8968e3d3d6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.418946 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Set router 209d304a-0114-4e10-b5fc-73cb8b3f7413 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:16.422559 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ec10d9dc-196c-426a-aaf3-df8968e3d3d6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group (1128df6a-3463-4b9e-a8ca-496dbdd8971c), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.524698 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ec10d9dc-196c-426a-aaf3-df8968e3d3d6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1128df6a-3463-4b9e-a8ca-496dbdd8971c), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.553602 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10d9dc-196c-426a-aaf3-df8968e3d3d6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1128df6a-3463-4b9e-a8ca-496dbdd8971c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:16.618309 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:21:14Z', 'revision_number': 4, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf', 'name': '', 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'mac_address': 'fa:16:3e:5c:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8f89b9f8-d959-4fd4-be8b-23de078cb385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:13Z', 'updated_at': '2022-04-12T12:21:14Z', 'revision_number': 2, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'subnets': [{'id': '8f89b9f8-d959-4fd4-be8b-23de078cb385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:16.629830 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ec10d9dc-196c-426a-aaf3-df8968e3d3d6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.631443 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ec10d9dc-196c-426a-aaf3-df8968e3d3d6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3938923 Apr 12 12:21:16.641305 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44148) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:16.646077 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d7c1e802-6f98-4606-8e33-f852a24b3320 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'security_group_rule': {'security_group_id': '1128df6a-3463-4b9e-a8ca-496dbdd8971c', 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:16.652032 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Checking router: 209d304a-0114-4e10-b5fc-73cb8b3f7413 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:21:16.652387 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Updating router 209d304a-0114-4e10-b5fc-73cb8b3f7413 port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:21:16.681089 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.736282 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf9957-f5ea-407b-8b66-b28cec960e12 req-3dda49df-0062-44d5-950d-a47168958d2d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:16.738034 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bcbf9957-f5ea-407b-8b66-b28cec960e12 req-3dda49df-0062-44d5-950d-a47168958d2d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0598841 Apr 12 12:21:16.746242 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e802-6f98-4606-8e33-f852a24b3320 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (b5cef76a-0ad2-4059-9b5b-326432a2837d), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.818254 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bcbf9957-f5ea-407b-8b66-b28cec960e12 req-d48f111d-2dde-4616-a175-8519ac53cf52 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656567 Apr 12 12:21:16.823530 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e802-6f98-4606-8e33-f852a24b3320 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (b5cef76a-0ad2-4059-9b5b-326432a2837d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.890299 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e802-6f98-4606-8e33-f852a24b3320 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (b5cef76a-0ad2-4059-9b5b-326432a2837d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:16.909961 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1e802-6f98-4606-8e33-f852a24b3320 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cef76a-0ad2-4059-9b5b-326432a2837d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:16.996174 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e802-6f98-4606-8e33-f852a24b3320 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.001770 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d7c1e802-6f98-4606-8e33-f852a24b3320 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3552198 Apr 12 12:21:17.002357 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44152) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:17.008518 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2b492beb-40f1-410a-846b-7a45a0829dbd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'security_group_rule': {'security_group_id': '1128df6a-3463-4b9e-a8ca-496dbdd8971c', 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:17.020688 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Publish callbacks [] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.090452 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.125054 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2b492beb-40f1-410a-846b-7a45a0829dbd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (3769d65d-0569-43b2-bc80-2ca7db259be0), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.157207 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a0025-e143-4399-aa9e-cb4962a20921 None None] Pushing event updated for resources: {'Port': ['ID=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:17.219869 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Attempting to bind port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:21:17.220247 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Attempting to bind port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:21:17.220971 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Attempting to bind port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf on network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:21:17.227756 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:21:17.228134 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Checking segment: {'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:17.228547 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.228993 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Bound using segment: {'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:21:17.230048 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Bound port: 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b47e1e-76ad-4362-8583-b6708305d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:21:17.230440 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.245573 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2b492beb-40f1-410a-846b-7a45a0829dbd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (3769d65d-0569-43b2-bc80-2ca7db259be0), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.316682 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] For port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:21:17.325160 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] For port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,segment=NetworkSegment(b2b47e1e-76ad-4362-8583-b6708305d40c),segment_id=b2b47e1e-76ad-4362-8583-b6708305d40c)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:21:17.350322 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2b492beb-40f1-410a-846b-7a45a0829dbd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (3769d65d-0569-43b2-bc80-2ca7db259be0), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.387689 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b492beb-40f1-410a-846b-7a45a0829dbd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3769d65d-0569-43b2-bc80-2ca7db259be0,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:17.403332 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-85580c6f-5525-4e8d-a1ef-fdd8367cbf21 None None] Provisioning complete for port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:17.403607 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-85580c6f-5525-4e8d-a1ef-fdd8367cbf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.439619 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.455184 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2b492beb-40f1-410a-846b-7a45a0829dbd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.457015 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-2b492beb-40f1-410a-846b-7a45a0829dbd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4535570 Apr 12 12:21:17.459750 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44166) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:17.468372 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-16ddefa8-1e09-4e70-9c22-5a89726c56da tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'security_group_rule': {'security_group_id': '1128df6a-3463-4b9e-a8ca-496dbdd8971c', 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:17.498741 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-85580c6f-5525-4e8d-a1ef-fdd8367cbf21 None None] Port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:21:17.531804 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Routers {'209d304a-0114-4e10-b5fc-73cb8b3f7413'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:17.532453 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:20:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['209d304a-0114-4e10-b5fc-73cb8b3f7413'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:17.536079 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a0025-e143-4399-aa9e-cb4962a20921 None None] Pushing event updated for resources: {'Port': ['ID=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:17.575860 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 565b6182-0aed-4199-9a0d-f791b3db30bb up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:17.624406 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.670547 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-16ddefa8-1e09-4e70-9c22-5a89726c56da tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (840048be-5fd2-4966-ad73-624217c3748d), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.685052 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 565b6182-0aed-4199-9a0d-f791b3db30bb triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:17.685423 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.718080 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] Set router 209d304a-0114-4e10-b5fc-73cb8b3f7413 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:17.741145 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-16ddefa8-1e09-4e70-9c22-5a89726c56da tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (840048be-5fd2-4966-ad73-624217c3748d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.788060 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-16ddefa8-1e09-4e70-9c22-5a89726c56da tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (840048be-5fd2-4966-ad73-624217c3748d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.809218 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddefa8-1e09-4e70-9c22-5a89726c56da tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840048be-5fd2-4966-ad73-624217c3748d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:17.864156 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-16ddefa8-1e09-4e70-9c22-5a89726c56da tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.865504 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-16ddefa8-1e09-4e70-9c22-5a89726c56da tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4033437 Apr 12 12:21:17.868203 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44170) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:17.873261 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-583f4543-96c7-4c51-b54a-63030fc96d9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'security_group_rule': {'security_group_id': '1128df6a-3463-4b9e-a8ca-496dbdd8971c', 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:17.892483 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-0e3054e1-c70c-4461-bfcc-234424531392 None None] Provisioning complete for port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:17.892924 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0e3054e1-c70c-4461-bfcc-234424531392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:17.922877 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 565b6182-0aed-4199-9a0d-f791b3db30bb is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:17.956479 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f559-0f44-46c5-9782-143c88be8bfb req-9b41ac3b-1433-4ce5-b160-6cc8b3a76a0a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:17.957996 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5da1f559-0f44-46c5-9782-143c88be8bfb req-9b41ac3b-1433-4ce5-b160-6cc8b3a76a0a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0470603 Apr 12 12:21:18.008299 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-583f4543-96c7-4c51-b54a-63030fc96d9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (61d06e9b-8c39-4a82-a8af-18acbf508f06), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.045133 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:21:14Z', 'revision_number': 4, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf', 'name': '', 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'mac_address': 'fa:16:3e:5c:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8f89b9f8-d959-4fd4-be8b-23de078cb385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:13Z', 'updated_at': '2022-04-12T12:21:17Z', 'revision_number': 4, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'subnets': [{'id': '8f89b9f8-d959-4fd4-be8b-23de078cb385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:18.045548 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-0e3054e1-c70c-4461-bfcc-234424531392 None None] Current status of the port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:18.046209 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0e3054e1-c70c-4461-bfcc-234424531392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.048810 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5da1f559-0f44-46c5-9782-143c88be8bfb req-04d65ffe-5205-4d5e-9d7c-3e6843d00566 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849283 Apr 12 12:21:18.072833 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087ed4e-b29a-4510-90fd-b5dc955c644f None None] The sync data for ids ['209d304a-0114-4e10-b5fc-73cb8b3f7413'] in dv-cinder-830093-4-iscsi is: [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:21:14Z', 'revision_number': 4, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf', 'name': '', 'network_id': '6894ffb3-c823-4054-ac74-72fc3e3b7d6a', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'mac_address': 'fa:16:3e:5c:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8f89b9f8-d959-4fd4-be8b-23de078cb385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:13Z', 'updated_at': '2022-04-12T12:21:17Z', 'revision_number': 4, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'subnets': [{'id': '8f89b9f8-d959-4fd4-be8b-23de078cb385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:21:18.104808 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-583f4543-96c7-4c51-b54a-63030fc96d9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (61d06e9b-8c39-4a82-a8af-18acbf508f06), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.114944 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-0e3054e1-c70c-4461-bfcc-234424531392 None None] For port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,segment=NetworkSegment(b2b47e1e-76ad-4362-8583-b6708305d40c),segment_id=b2b47e1e-76ad-4362-8583-b6708305d40c)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:18.181616 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-583f4543-96c7-4c51-b54a-63030fc96d9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (61d06e9b-8c39-4a82-a8af-18acbf508f06), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.194502 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0e3054e1-c70c-4461-bfcc-234424531392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.205805 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f4543-96c7-4c51-b54a-63030fc96d9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d06e9b-8c39-4a82-a8af-18acbf508f06,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:18.252151 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3054e1-c70c-4461-bfcc-234424531392 None None] Pushing event updated for resources: {'Port': ['ID=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:18.293689 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-583f4543-96c7-4c51-b54a-63030fc96d9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.295551 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-583f4543-96c7-4c51-b54a-63030fc96d9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4259493 Apr 12 12:21:18.298696 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44180) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:18.304195 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-f931a325-9fba-4e05-856e-54be82cce4ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'security_group_rule': {'security_group_id': '1128df6a-3463-4b9e-a8ca-496dbdd8971c', 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:18.455258 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.securitygroups_db [None req-f931a325-9fba-4e05-856e-54be82cce4ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Project d5cca4d6555c40f5a7010a3a88e67508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 12:21:18.461848 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f931a325-9fba-4e05-856e-54be82cce4ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (90dc2c5b-5630-44ff-8e4f-5a9d2a73bef9), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.530213 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f931a325-9fba-4e05-856e-54be82cce4ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (90dc2c5b-5630-44ff-8e4f-5a9d2a73bef9), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.668264 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f931a325-9fba-4e05-856e-54be82cce4ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (90dc2c5b-5630-44ff-8e4f-5a9d2a73bef9), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.691917 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931a325-9fba-4e05-856e-54be82cce4ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dc2c5b-5630-44ff-8e4f-5a9d2a73bef9,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:18.810230 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f931a325-9fba-4e05-856e-54be82cce4ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.811463 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f931a325-9fba-4e05-856e-54be82cce4ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5109413 Apr 12 12:21:18.814404 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44186) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:18.819417 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-cfa47ee5-f8d6-4c52-84d0-c14d10a53243 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'security_group_rule': {'security_group_id': '1128df6a-3463-4b9e-a8ca-496dbdd8971c', 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:18.919045 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.securitygroups_db [None req-cfa47ee5-f8d6-4c52-84d0-c14d10a53243 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Project d5cca4d6555c40f5a7010a3a88e67508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 12:21:18.925710 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cfa47ee5-f8d6-4c52-84d0-c14d10a53243 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (4ee9a721-74ba-4d22-a103-b92f41238719), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:18.994453 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cfa47ee5-f8d6-4c52-84d0-c14d10a53243 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (4ee9a721-74ba-4d22-a103-b92f41238719), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:19.095957 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cfa47ee5-f8d6-4c52-84d0-c14d10a53243 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (4ee9a721-74ba-4d22-a103-b92f41238719), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:19.116687 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa47ee5-f8d6-4c52-84d0-c14d10a53243 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee9a721-74ba-4d22-a103-b92f41238719,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:19.195062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cfa47ee5-f8d6-4c52-84d0-c14d10a53243 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:19.196412 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-cfa47ee5-f8d6-4c52-84d0-c14d10a53243 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3807120 Apr 12 12:21:19.207636 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8bce8-769b-4f7e-9d10-6b2f5de877a2 req-8e0745b9-f03b-4991-b0da-9d6894c2d56e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:19.209168 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2db8bce8-769b-4f7e-9d10-6b2f5de877a2 req-8e0745b9-f03b-4991-b0da-9d6894c2d56e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0642333 Apr 12 12:21:19.262509 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2db8bce8-769b-4f7e-9d10-6b2f5de877a2 req-91618206-f776-400a-afd6-3c496c33310c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478668 Apr 12 12:21:19.506359 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:19.554073 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:19.554447 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:19.646901 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:19.724257 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6c003f65-6c72-4273-a35c-2235a32e9235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:20.385187 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aeffc-2a72-4a7b-8383-3aa99a997b77 req-442e66a6-2aaa-4032-8946-75e58f0a107d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:20.386702 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-895aeffc-2a72-4a7b-8383-3aa99a997b77 req-442e66a6-2aaa-4032-8946-75e58f0a107d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0502348 Apr 12 12:21:20.435180 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-895aeffc-2a72-4a7b-8383-3aa99a997b77 req-a9619ae3-5594-4a61-86f2-efcbd078beab tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Apr 12 12:21:21.308575 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cf7b5-573d-47d4-9cc5-5155cce80bac req-5246aafb-0b06-4e26-bf6a-850a7b34cfac tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:21.310139 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bb4cf7b5-573d-47d4-9cc5-5155cce80bac req-5246aafb-0b06-4e26-bf6a-850a7b34cfac tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0487397 Apr 12 12:21:21.359566 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bb4cf7b5-573d-47d4-9cc5-5155cce80bac req-7bd4efb9-422f-4991-8f28-a9c58645de06 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438390 Apr 12 12:21:21.556773 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e625-1b82-4e83-8735-e749853395b6 req-69547f3f-cff9-43e2-ae0e-0575669aeb80 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:21.561012 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9cd4e625-1b82-4e83-8735-e749853395b6 req-69547f3f-cff9-43e2-ae0e-0575669aeb80 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0496459 Apr 12 12:21:21.613088 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9cd4e625-1b82-4e83-8735-e749853395b6 req-6a075aa2-400e-4276-aab6-e38f747a91f1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479310 Apr 12 12:21:22.500314 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41186cc7-a1f6-46fc-a166-a3402de3bea7 req-d6ca59bf-dacf-4858-84ce-bbd1b2597a86 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:22.506810 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-41186cc7-a1f6-46fc-a166-a3402de3bea7 req-d6ca59bf-dacf-4858-84ce-bbd1b2597a86 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0609353 Apr 12 12:21:22.553063 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4d90ee11-b7c5-4f39-a45b-bea55db7873c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:22.558465 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-41186cc7-a1f6-46fc-a166-a3402de3bea7 req-d3d0c91a-43de-45b1-84af-6a12755d6ea2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502677 Apr 12 12:21:22.747769 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7355d5-b2c2-4bed-96bc-29aea8655330 req-01581860-8570-440c-b673-f54ac20b6126 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:22.749487 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-de7355d5-b2c2-4bed-96bc-29aea8655330 req-01581860-8570-440c-b673-f54ac20b6126 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0548563 Apr 12 12:21:22.800989 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-de7355d5-b2c2-4bed-96bc-29aea8655330 req-47332682-af78-456b-966d-795124d1e92e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448916 Apr 12 12:21:23.615352 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:23.688427 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f690b75-6203-410e-84ab-45d4c2dd79b8 req-8d1f5ced-3668-44ac-9a04-a123d9926572 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:23.690126 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3f690b75-6203-410e-84ab-45d4c2dd79b8 req-8d1f5ced-3668-44ac-9a04-a123d9926572 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0529757 Apr 12 12:21:23.742006 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3f690b75-6203-410e-84ab-45d4c2dd79b8 req-58357df3-7cb6-447a-8968-cc9dec63fa4e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Apr 12 12:21:23.885286 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a3f8c41-eff0-4428-a558-63161139d47a req-7b9f45cb-b82e-40c4-b4ce-18093efcca20 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453200 Apr 12 12:21:23.931704 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00e1bf-bf95-40f9-a7bb-a92f654642d6 req-42b96e7b-76db-411c-947d-baf254271522 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:23.935617 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-aa00e1bf-bf95-40f9-a7bb-a92f654642d6 req-42b96e7b-76db-411c-947d-baf254271522 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0589709 Apr 12 12:21:23.984677 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-aa00e1bf-bf95-40f9-a7bb-a92f654642d6 req-1c0c4804-70dc-4424-8375-06ff7d969d32 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 Apr 12 12:21:23.991830 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8c41-eff0-4428-a558-63161139d47a req-e072d7e0-c02e-42ed-a4b2-41a32b85f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:23.993453 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a3f8c41-eff0-4428-a558-63161139d47a req-e072d7e0-c02e-42ed-a4b2-41a32b85f65f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 1130 time: 0.0529892 Apr 12 12:21:24.859623 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a28b2-dbc1-4430-93a5-4d2d966f2713 req-5c2c9523-4a6b-4a85-8efe-c4ff6783ec38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:24.861215 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cf2a28b2-dbc1-4430-93a5-4d2d966f2713 req-5c2c9523-4a6b-4a85-8efe-c4ff6783ec38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0487492 Apr 12 12:21:24.909129 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cf2a28b2-dbc1-4430-93a5-4d2d966f2713 req-52b0e460-b2d1-4873-802b-8a07f6f25580 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Apr 12 12:21:25.038968 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:25.115507 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32011d-ba2e-48cd-9823-e2a73e950d21 req-7bb5538d-8d8b-4a1a-a575-aae8cbc77ffb tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:25.116914 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-da32011d-ba2e-48cd-9823-e2a73e950d21 req-7bb5538d-8d8b-4a1a-a575-aae8cbc77ffb tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0506392 Apr 12 12:21:25.164907 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-da32011d-ba2e-48cd-9823-e2a73e950d21 req-9b0d05af-bf9e-4de3-ad80-03c700d8cba8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423086 Apr 12 12:21:25.318840 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:21:26.051683 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc914144-4b6d-40f7-a406-2cbbafcd88b3 req-15add3ca-b349-4ece-8a32-94f2ca6ea748 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:26.054337 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc914144-4b6d-40f7-a406-2cbbafcd88b3 req-15add3ca-b349-4ece-8a32-94f2ca6ea748 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0703864 Apr 12 12:21:26.115683 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc914144-4b6d-40f7-a406-2cbbafcd88b3 req-c15d45d3-2eda-4a4e-83c1-39ad4286bb4a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512416 Apr 12 12:21:26.284611 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd8570-fc25-462a-9233-7f979575fd3b req-1bae0bdc-f9ba-472f-8879-a5556b224e13 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:26.286123 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d7fd8570-fc25-462a-9233-7f979575fd3b req-1bae0bdc-f9ba-472f-8879-a5556b224e13 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0496211 Apr 12 12:21:26.335409 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d7fd8570-fc25-462a-9233-7f979575fd3b req-bcbbc179-d46e-4ed3-9d7b-6ef88f971f97 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Apr 12 12:21:26.370042 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:27.241829 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907616-1f30-43a0-bb14-699574c3cc15 req-bf637234-2fa3-4256-9a4f-145036816de1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:27.244328 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1e907616-1f30-43a0-bb14-699574c3cc15 req-bf637234-2fa3-4256-9a4f-145036816de1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0565047 Apr 12 12:21:27.298266 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1e907616-1f30-43a0-bb14-699574c3cc15 req-513c9e05-0e63-4333-97d2-e55e86e914bf tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477388 Apr 12 12:21:27.462487 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65b158-349a-4fd3-aa59-dfb784142081 req-bc35e72c-bf05-4cb4-8d4e-3d990753b1cb tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:27.465515 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2c65b158-349a-4fd3-aa59-dfb784142081 req-bc35e72c-bf05-4cb4-8d4e-3d990753b1cb tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0544558 Apr 12 12:21:27.520955 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2c65b158-349a-4fd3-aa59-dfb784142081 req-eed69b2a-fa05-4e22-91bf-0fcb5b04567c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496531 Apr 12 12:21:27.685852 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:21:27.846188 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8c41-eff0-4428-a558-63161139d47a req-769298d1-c627-498b-8481-05a7a45b9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:27.848571 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a3f8c41-eff0-4428-a558-63161139d47a req-769298d1-c627-498b-8481-05a7a45b9d1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.0945940 Apr 12 12:21:27.919007 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:27.931971 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'port_id': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'mac_address': 'fa:16:3e:c7:ba:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:21:27.972365 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c170abba-8d35-41c0-8ae4-5196caf394a5 is: ACTIVE; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:27.972682 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:27.973202 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a3f8c41-eff0-4428-a558-63161139d47a req-906862d8-5f97-45ba-add4-8284e2549ef3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 HTTP/1.1" status: 200 len: 217 time: 0.0622933 Apr 12 12:21:27.990383 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c170abba-8d35-41c0-8ae4-5196caf394a5 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:21:28.013429 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:28.021317 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-8c378cbb-c213-4401-8523-d1f5f44cf2f0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:28.022794 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-8c378cbb-c213-4401-8523-d1f5f44cf2f0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.1058211 Apr 12 12:21:28.072097 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8c41-eff0-4428-a558-63161139d47a req-d8f6fb0f-0e0d-483d-9a18-7d7d90587252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:28.073623 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a3f8c41-eff0-4428-a558-63161139d47a req-d8f6fb0f-0e0d-483d-9a18-7d7d90587252 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.0914719 Apr 12 12:21:28.078320 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:28.137378 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=6']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:28.153788 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8c41-eff0-4428-a558-63161139d47a req-f3b0e6b0-67dd-49f9-871f-bb7e84500966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:28.155165 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a3f8c41-eff0-4428-a558-63161139d47a req-f3b0e6b0-67dd-49f9-871f-bb7e84500966 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734878 Apr 12 12:21:28.163101 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Deleting port c27b99ff-e423-4fba-9e1b-68d136c14945 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:21:28.163443 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:28.224843 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['c170abba-8d35-41c0-8ae4-5196caf394a5'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:21:28.328764 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] For port c27b99ff-e423-4fba-9e1b-68d136c14945, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c27b99ff-e423-4fba-9e1b-68d136c14945,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:28.329657 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:28.335817 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a3f8c41-eff0-4428-a558-63161139d47a req-3f6e46e1-4289-48c7-bc7b-f5f017f4499c service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693773 Apr 12 12:21:28.448631 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bd6e2-bdae-4d59-ac5d-84a4fc9949df req-96ace2d7-4110-4adf-8f62-3057e47d9fb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:28.450253 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-212bd6e2-bdae-4d59-ac5d-84a4fc9949df req-96ace2d7-4110-4adf-8f62-3057e47d9fb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 945 time: 0.0609844 Apr 12 12:21:28.507669 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-212bd6e2-bdae-4d59-ac5d-84a4fc9949df req-966225ce-161b-49e1-bb35-5b236e8096ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f8bff97-fc00-44a2-8278-8e201feb9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485764 Apr 12 12:21:28.663248 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:21:28.682342 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e08674-306c-4168-941b-9e6f0cfcb20c req-ab861979-9156-44c5-b28e-2e90a77bc0fd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:28.690464 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-33e08674-306c-4168-941b-9e6f0cfcb20c req-ab861979-9156-44c5-b28e-2e90a77bc0fd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0636313 Apr 12 12:21:28.735526 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port c170abba-8d35-41c0-8ae4-5196caf394a5 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:28.736565 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:28.798857 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-33e08674-306c-4168-941b-9e6f0cfcb20c req-66f5f357-253a-4f20-94cd-f5b61150dfee tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946186 Apr 12 12:21:28.845739 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c170abba-8d35-41c0-8ae4-5196caf394a5 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:28.846192 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:28.870070 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:21:28.872576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d81e9a-04a6-401e-8086-ee6898fcf70d" -d '{"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-plugged", "status": "completed", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:21:28.890839 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a3f8c41-eff0-4428-a558-63161139d47a req-640b6d1c-2033-4949-af58-3916c5d09484 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428653 Apr 12 12:21:28.893644 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:28.913264 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be68288-99d2-487c-9b04-b32b9a819e39 x-openstack-request-id: req-2be68288-99d2-487c-9b04-b32b9a819e39 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:21:28.913725 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-plugged", "status": "completed", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:21:28.913986 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2be68288-99d2-487c-9b04-b32b9a819e39 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:21:28.914389 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be68288-99d2-487c-9b04-b32b9a819e39'] response: {'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'code': 200} Apr 12 12:21:28.917162 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:28.917531 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:28.917880 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Floating IP bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c disassociated. External IP: 172.27.3.199, port: c27b99ff-e423-4fba-9e1b-68d136c14945. Apr 12 12:21:28.918214 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Calling delete_port for c27b99ff-e423-4fba-9e1b-68d136c14945 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:21:28.970170 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:28.970987 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c27b99ff-e423-4fba-9e1b-68d136c14945 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:21:29.050793 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=7']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:29.094428 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c27b99ff-e423-4fba-9e1b-68d136c14945 is: ACTIVE; New status is: DOWN {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:29.094842 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:29.113606 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (c27b99ff-e423-4fba-9e1b-68d136c14945), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:29.148742 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'Port': ['ID=c27b99ff-e423-4fba-9e1b-68d136c14945,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:29.281930 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:21:29.403535 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:21:29.419890 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:21:29.434170 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:29.434717 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:21:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:29.467609 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] No DVR routers for this DVR port c27b99ff-e423-4fba-9e1b-68d136c14945 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:21:29.470812 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:29.474125 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d8790650-ec5e-4652-aa41-26c50af17cc6 req-c07a0853-2258-4b11-8408-de1bc54e84dd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "DELETE /v2.0/ports/c27b99ff-e423-4fba-9e1b-68d136c14945 HTTP/1.1" status: 204 len: 173 time: 1.4448454 Apr 12 12:21:29.474592 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523f41f5-4250-4d78-b913-44ffc35686aa', 'name': 'network-vif-deleted', 'tag': 'c27b99ff-e423-4fba-9e1b-68d136c14945'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:21:29.476975 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381b455b-1efa-44d0-8a45-8d7c31ef1ae8" -d '{"events": [{"server_uuid": "523f41f5-4250-4d78-b913-44ffc35686aa", "name": "network-vif-deleted", "tag": "c27b99ff-e423-4fba-9e1b-68d136c14945"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:21:29.528076 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b66a0e-c044-44f8-877d-5743ecb28a02 x-openstack-request-id: req-46b66a0e-c044-44f8-877d-5743ecb28a02 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:21:29.534466 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523f41f5-4250-4d78-b913-44ffc35686aa", "name": "network-vif-deleted", "tag": "c27b99ff-e423-4fba-9e1b-68d136c14945", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:21:29.534466 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46b66a0e-c044-44f8-877d-5743ecb28a02 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:21:29.534466 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b66a0e-c044-44f8-877d-5743ecb28a02'] response: {'server_uuid': '523f41f5-4250-4d78-b913-44ffc35686aa', 'name': 'network-vif-deleted', 'tag': 'c27b99ff-e423-4fba-9e1b-68d136c14945', 'status': 'completed', 'code': 200} Apr 12 12:21:29.601050 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:29.653033 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-25b727b2-51a3-4d2a-9542-05f57b7881aa req-dd286098-3f2f-4639-bdf7-c140dd355fa5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 210 time: 0.0382087 Apr 12 12:21:29.923318 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:31Z', 'revision_number': 2, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:29.931031 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a66ae-8cbb-4dd4-adf3-d43686226ec6 req-2bba077d-f46a-4996-b3d0-03de8614243f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:29.933125 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5e1a66ae-8cbb-4dd4-adf3-d43686226ec6 req-2bba077d-f46a-4996-b3d0-03de8614243f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0580499 Apr 12 12:21:29.958351 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:21:29.967535 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:29.968441 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:21:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:29.999375 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5e1a66ae-8cbb-4dd4-adf3-d43686226ec6 req-0974ea5c-d44e-4ef1-ad95-b6c3876e6895 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601826 Apr 12 12:21:30.196667 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:30.467506 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:31Z', 'revision_number': 2, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:30.502395 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978050e3-f95c-4dcf-be35-4ca73a549a09 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '836c6a48-13fa-49dc-8def-21668d2137d4', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b92192-69cf-4b03-adc3-b9567d0af553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:17:55Z', 'updated_at': '2022-04-12T12:18:31Z', 'revision_number': 2, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:21:30.846392 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0dd67067-9073-4e72-9b90-4bd5a6b6ef66 req-87179ee7-8f60-46b7-ad29-a4a75a75c8a4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=523f41f5-4250-4d78-b913-44ffc35686aa HTTP/1.1" status: 200 len: 210 time: 0.0376499 Apr 12 12:21:30.896180 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab1509-5ecf-438f-8ce7-15656361f570 None None] New status for floating IP bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:21:31.220350 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30c2e2-835d-45e5-a9c3-0b50b0cc2391 req-932c142e-4526-4786-856b-00e1998156d4 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:31.228614 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dc30c2e2-835d-45e5-a9c3-0b50b0cc2391 req-932c142e-4526-4786-856b-00e1998156d4 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.1142151 Apr 12 12:21:31.288576 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dc30c2e2-835d-45e5-a9c3-0b50b0cc2391 req-ff697113-45da-4b30-b524-92f325f187e2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585294 Apr 12 12:21:31.342181 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bc570-29ea-4063-8413-7f969bf0879b req-82599819-9d04-414f-b500-b92616ba123d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:31.344577 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4f4bc570-29ea-4063-8413-7f969bf0879b req-82599819-9d04-414f-b500-b92616ba123d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0767686 Apr 12 12:21:31.413411 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4f4bc570-29ea-4063-8413-7f969bf0879b req-03f8bbf3-eac3-46a2-bfe9-f85f1ded0614 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0594797 Apr 12 12:21:32.023179 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44444) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:32.104965 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (7f8bff97-fc00-44a2-8278-8e201feb9c31), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.148368 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (7f8bff97-fc00-44a2-8278-8e201feb9c31), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.252996 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44448) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:32.301579 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (7f8bff97-fc00-44a2-8278-8e201feb9c31), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.304415 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.305934 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f8bff97-fc00-44a2-8278-8e201feb9c31 HTTP/1.1" status: 204 len: 168 time: 0.2815576 Apr 12 12:21:32.308812 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44452) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:32.319946 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8bff97-fc00-44a2-8278-8e201feb9c31,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:32.333313 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.334061 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.334762 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.api.v2.resource [None req-e7b3c937-2bac-43ec-bd0a-cad83b91bbfb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] show failed (client error): The resource could not be found. Apr 12 12:21:32.336015 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-e7b3c937-2bac-43ec-bd0a-cad83b91bbfb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups/7f8bff97-fc00-44a2-8278-8e201feb9c31 HTTP/1.1" status: 404 len: 347 time: 0.0261197 Apr 12 12:21:32.337302 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.338017 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.339776 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44456) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:32.349807 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.351740 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.352688 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.358552 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.359870 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.362729 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.363296 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.366976 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.368431 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.368903 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.371535 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24e3b2-58df-49de-b3cc-f09aa08c3c6d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:32.495082 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6b79b377-2f06-45e2-8700-6fca4ec5afe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.596887 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cc3b6-1f9a-4cf0-a5ff-3dcbbd4e1564 req-c21ccba1-e6a1-4df4-a507-9383c67567d5 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:32.598816 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-718cc3b6-1f9a-4cf0-a5ff-3dcbbd4e1564 req-c21ccba1-e6a1-4df4-a507-9383c67567d5 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0960004 Apr 12 12:21:32.670576 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Deleting port ef42b7c5-4711-43fb-9eb7-f04f43b89559 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:21:32.671037 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (ef42b7c5-4711-43fb-9eb7-f04f43b89559), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.721799 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-718cc3b6-1f9a-4cf0-a5ff-3dcbbd4e1564 req-120d6d97-3de1-4f9b-ae3a-1dac60cd1d0f tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0951326 Apr 12 12:21:32.721799 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6b79b377-2f06-45e2-8700-6fca4ec5afe5 admin admin] Publish callbacks [] for security_group (6613f141-67a5-4d30-9d71-4be136fcd30c), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.726308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfab49a-83e4-413e-ac1f-2d0abeb8c93b req-6fffd0d6-e62a-45e7-8ae9-c50b740d676d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:32.735455 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bcfab49a-83e4-413e-ac1f-2d0abeb8c93b req-6fffd0d6-e62a-45e7-8ae9-c50b740d676d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.2684534 Apr 12 12:21:32.793435 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6b79b377-2f06-45e2-8700-6fca4ec5afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6613f141-67a5-4d30-9d71-4be136fcd30c), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.839569 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79b377-2f06-45e2-8700-6fca4ec5afe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6613f141-67a5-4d30-9d71-4be136fcd30c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:32.844307 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6b79b377-2f06-45e2-8700-6fca4ec5afe5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ab40d36d1cb437588d2eaa2fbacd279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5895929 Apr 12 12:21:32.846967 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44468) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:32.904664 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (ef42b7c5-4711-43fb-9eb7-f04f43b89559), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.905459 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (ef42b7c5-4711-43fb-9eb7-f04f43b89559), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.926594 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Calling delete_port for ef42b7c5-4711-43fb-9eb7-f04f43b89559 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:21:32.932160 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9cba0cb3-4703-45fb-b124-beb0978b0767 admin admin] Publish callbacks [] for security_group (6613f141-67a5-4d30-9d71-4be136fcd30c), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:32.983524 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9cba0cb3-4703-45fb-b124-beb0978b0767 admin admin] Publish callbacks [] for security_group (6613f141-67a5-4d30-9d71-4be136fcd30c), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:33.033958 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bcfab49a-83e4-413e-ac1f-2d0abeb8c93b req-b1d3d3ac-2532-45d0-9219-20f47e4347c0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974465 Apr 12 12:21:33.135712 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9cba0cb3-4703-45fb-b124-beb0978b0767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6613f141-67a5-4d30-9d71-4be136fcd30c), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:33.139570 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9cba0cb3-4703-45fb-b124-beb0978b0767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:33.140770 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-9cba0cb3-4703-45fb-b124-beb0978b0767 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6613f141-67a5-4d30-9d71-4be136fcd30c HTTP/1.1" status: 204 len: 168 time: 0.2919822 Apr 12 12:21:33.173176 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba0cb3-4703-45fb-b124-beb0978b0767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6613f141-67a5-4d30-9d71-4be136fcd30c,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:33.278951 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (ef42b7c5-4711-43fb-9eb7-f04f43b89559), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:33.317511 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'Port': ['ID=ef42b7c5-4711-43fb-9eb7-f04f43b89559,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:33.634225 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:33.634225 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:33.634225 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d4f867d6-35f8-45a7-b6f4-9ad0d6b15e38 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "DELETE /v2.0/floatingips/bd1d486c-8f9a-4632-a4fb-c0f6981cbb3c HTTP/1.1" status: 204 len: 168 time: 1.1272373 Apr 12 12:21:33.981191 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d403a74-f84e-400f-b436-00ff6346a94f req-57855f8d-dcf2-4d79-914c-4fcaf67f9b12 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:33.983042 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d403a74-f84e-400f-b436-00ff6346a94f req-57855f8d-dcf2-4d79-914c-4fcaf67f9b12 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1533620 Apr 12 12:21:34.069344 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d403a74-f84e-400f-b436-00ff6346a94f req-6013d77d-56cc-4cc0-a893-5b13e2f18b85 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0778689 Apr 12 12:21:34.332568 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee627f7-d1c6-4c0a-8e33-38410c36cc53 req-e54b16bf-7dd3-4d54-bd1d-2c3874074182 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:34.334401 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9ee627f7-d1c6-4c0a-8e33-38410c36cc53 req-e54b16bf-7dd3-4d54-bd1d-2c3874074182 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.1036334 Apr 12 12:21:34.423013 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9ee627f7-d1c6-4c0a-8e33-38410c36cc53 req-72b03c8c-2a84-4811-a4d7-409e4828ffb2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807393 Apr 12 12:21:35.247254 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a384e6-2478-48fb-98f1-bc0016d90c51 req-e7e7f18f-75c5-48fe-bd8f-7c7be2fe4565 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:35.250078 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e0a384e6-2478-48fb-98f1-bc0016d90c51 req-e7e7f18f-75c5-48fe-bd8f-7c7be2fe4565 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1042888 Apr 12 12:21:35.313969 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e0a384e6-2478-48fb-98f1-bc0016d90c51 req-a60ba38b-1ce0-457a-9c8b-a2b52df29bff tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0573819 Apr 12 12:21:35.580684 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7426-a4c8-4f8b-9a91-b4513a3b328f req-85a5d628-9f04-4f67-8597-66841968e087 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:35.589875 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d36a7426-a4c8-4f8b-9a91-b4513a3b328f req-85a5d628-9f04-4f67-8597-66841968e087 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0734820 Apr 12 12:21:35.655939 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d36a7426-a4c8-4f8b-9a91-b4513a3b328f req-db03a384-0998-4017-a186-c9d3eccc2421 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607867 Apr 12 12:21:36.480547 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138afd7-2e27-4ec1-8e5e-a075b6343773 req-bfc10d62-3ed4-48d0-a5f9-ee801f0a3ef6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:36.489271 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a138afd7-2e27-4ec1-8e5e-a075b6343773 req-bfc10d62-3ed4-48d0-a5f9-ee801f0a3ef6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0975811 Apr 12 12:21:36.553415 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a138afd7-2e27-4ec1-8e5e-a075b6343773 req-227b1f20-eef2-4214-9d2b-1b4dca2d651d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0625923 Apr 12 12:21:36.861900 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950acd8-386b-422b-9468-21df67b52670 req-c68d32f5-8429-4f55-9e2c-db4838b93356 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:36.863985 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3950acd8-386b-422b-9468-21df67b52670 req-c68d32f5-8429-4f55-9e2c-db4838b93356 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.1080601 Apr 12 12:21:36.933051 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3950acd8-386b-422b-9468-21df67b52670 req-c20d79e2-aa4e-4968-b612-bf93831cf520 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609744 Apr 12 12:21:37.420261 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f609f9b-0aa0-4d5f-948f-bde7b4137b22 req-2f8caa2c-c8b3-49d9-a438-44f3afffbaef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:37.422829 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7f609f9b-0aa0-4d5f-948f-bde7b4137b22 req-2f8caa2c-c8b3-49d9-a438-44f3afffbaef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0630562 Apr 12 12:21:37.525654 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7f609f9b-0aa0-4d5f-948f-bde7b4137b22 req-aec7f437-5371-40ed-aa23-711012dcb65b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935931 Apr 12 12:21:37.562718 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d9bb-9d80-4f49-8b63-46eb75de40dd req-7f82d578-7f14-4730-bc01-81f1ae32a4a9 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:37.574431 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7018d9bb-9d80-4f49-8b63-46eb75de40dd req-7f82d578-7f14-4730-bc01-81f1ae32a4a9 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0940604 Apr 12 12:21:37.657152 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7018d9bb-9d80-4f49-8b63-46eb75de40dd req-c26fc78e-4bd4-4483-aa34-6e963dd32ec2 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767591 Apr 12 12:21:37.700925 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409671a-554d-443e-90f9-f8f6822b454d req-be94f576-1fc9-4ef0-82fb-15699f0907c0 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:37.702579 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d409671a-554d-443e-90f9-f8f6822b454d req-be94f576-1fc9-4ef0-82fb-15699f0907c0 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0796807 Apr 12 12:21:37.792802 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d409671a-554d-443e-90f9-f8f6822b454d req-930882f7-7053-44f6-94ca-e105c464348e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0812576 Apr 12 12:21:38.099320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051ffc-9f7d-48c9-8fb3-d6e8d86bd77c req-c3cde6a6-1f9b-4d55-a2e8-d1604fd7b5db tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:38.108438 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-26051ffc-9f7d-48c9-8fb3-d6e8d86bd77c req-c3cde6a6-1f9b-4d55-a2e8-d1604fd7b5db tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0932400 Apr 12 12:21:38.194047 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-26051ffc-9f7d-48c9-8fb3-d6e8d86bd77c req-b26bcad9-5dfd-4abe-8306-a08cfa1d51b8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845470 Apr 12 12:21:38.657211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293639f-6a63-4f79-aa06-eb2ad7f65756 req-c7ec5691-4433-4004-98b9-71bd6862e98f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:38.658631 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4293639f-6a63-4f79-aa06-eb2ad7f65756 req-c7ec5691-4433-4004-98b9-71bd6862e98f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0626061 Apr 12 12:21:38.743131 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4293639f-6a63-4f79-aa06-eb2ad7f65756 req-e74b2a98-044b-4eb7-b44e-ae89b055ce77 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776415 Apr 12 12:21:38.824994 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedefab-67d4-4b14-8996-bb064967ca1f req-fba8d3ca-1572-417b-b091-2782864f963c tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:38.826707 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fbedefab-67d4-4b14-8996-bb064967ca1f req-fba8d3ca-1572-417b-b091-2782864f963c tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0892506 Apr 12 12:21:38.885219 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fbedefab-67d4-4b14-8996-bb064967ca1f req-bcd501cd-7e60-4049-9a20-773d936a9f88 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505824 Apr 12 12:21:38.916631 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2fe7a-e718-4978-93c4-ac821cd5a970 req-86a77a05-8f9a-4549-9d24-ffe0a47ee04a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:38.923749 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8fb2fe7a-e718-4978-93c4-ac821cd5a970 req-86a77a05-8f9a-4549-9d24-ffe0a47ee04a tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0659337 Apr 12 12:21:38.972668 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8fb2fe7a-e718-4978-93c4-ac821cd5a970 req-2c0d4764-51d6-45b2-a7a1-481979fa1f1c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479763 Apr 12 12:21:39.337539 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504102c0-4400-47c2-abbc-6d1758fe2b66 req-4360ed86-3347-49dc-97c9-34e04c792895 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:39.339037 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-504102c0-4400-47c2-abbc-6d1758fe2b66 req-4360ed86-3347-49dc-97c9-34e04c792895 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0483751 Apr 12 12:21:39.388666 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-504102c0-4400-47c2-abbc-6d1758fe2b66 req-7009ae68-eb4a-4486-862f-552da890a6fa tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 Apr 12 12:21:39.880921 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c96b3d-b717-4d8b-9aa2-523f319b7294 req-32dcca2b-cc91-465e-ac45-9f1861c1f6b9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:39.883176 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a1c96b3d-b717-4d8b-9aa2-523f319b7294 req-32dcca2b-cc91-465e-ac45-9f1861c1f6b9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0525045 Apr 12 12:21:39.952754 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a1c96b3d-b717-4d8b-9aa2-523f319b7294 req-718fd6b9-3b8f-418f-ba49-363b81a9f95a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597823 Apr 12 12:21:40.033494 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abd384-f185-4232-954b-8f35906439a7 req-1c83a38b-e38d-450a-b7cc-1c52b1f1409f tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:40.035036 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-09abd384-f185-4232-954b-8f35906439a7 req-1c83a38b-e38d-450a-b7cc-1c52b1f1409f tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0544283 Apr 12 12:21:40.109000 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-09abd384-f185-4232-954b-8f35906439a7 req-2429ea49-90d1-4a94-926e-6672897a4c65 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655208 Apr 12 12:21:40.166519 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4abbf3-cc2c-4b58-8e42-24082bf55654 req-93c20b48-a492-496a-8d90-cf6ec637e472 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:40.168684 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5c4abbf3-cc2c-4b58-8e42-24082bf55654 req-93c20b48-a492-496a-8d90-cf6ec637e472 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0726109 Apr 12 12:21:40.226277 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5c4abbf3-cc2c-4b58-8e42-24082bf55654 req-f6e05f91-ae82-452c-babc-0390bce38f14 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515888 Apr 12 12:21:40.532021 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943c85e-2858-4c46-9ac9-71842b9d5b03 req-2d60be1f-e075-450e-b94f-49e505539cd0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:40.533543 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d943c85e-2858-4c46-9ac9-71842b9d5b03 req-2d60be1f-e075-450e-b94f-49e505539cd0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0596521 Apr 12 12:21:40.592604 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d943c85e-2858-4c46-9ac9-71842b9d5b03 req-52940db7-e0a6-4543-958f-3f9823d0fc25 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514183 Apr 12 12:21:41.085556 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8389d-aa38-4a0f-948e-991e72e5472e req-ae58b8d3-6184-4e0f-9d67-88586d06120f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:41.094121 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c4c8389d-aa38-4a0f-948e-991e72e5472e req-ae58b8d3-6184-4e0f-9d67-88586d06120f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0622296 Apr 12 12:21:41.140216 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c4c8389d-aa38-4a0f-948e-991e72e5472e req-4f7b0ea2-e206-4f6b-916e-a98736aeb972 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449345 Apr 12 12:21:41.236752 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a49c3-5f98-4388-8a78-6e01ee5b1e9b req-f7c0e4cb-588b-45d7-86ae-256e71b8ed55 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:41.238823 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c81a49c3-5f98-4388-8a78-6e01ee5b1e9b req-f7c0e4cb-588b-45d7-86ae-256e71b8ed55 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0528417 Apr 12 12:21:41.301486 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c81a49c3-5f98-4388-8a78-6e01ee5b1e9b req-28a260bd-9a93-48f7-bf31-8f6627505e81 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572488 Apr 12 12:21:41.370584 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfee731-f65c-44f7-a360-fdc140ea492a req-66f88259-4668-4fec-8a3b-ee23cb9d4e62 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:41.372843 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8dfee731-f65c-44f7-a360-fdc140ea492a req-66f88259-4668-4fec-8a3b-ee23cb9d4e62 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0593839 Apr 12 12:21:41.422773 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8dfee731-f65c-44f7-a360-fdc140ea492a req-22220abd-f340-48a6-9c4b-c4c39019b859 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441844 Apr 12 12:21:41.719951 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc02f4d-5397-42f9-9cbb-298e844135cb req-bd4a3b62-4ca3-4a07-83ef-c3f2bd5cbabe tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:41.721480 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4cc02f4d-5397-42f9-9cbb-298e844135cb req-bd4a3b62-4ca3-4a07-83ef-c3f2bd5cbabe tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0547097 Apr 12 12:21:41.782418 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4cc02f4d-5397-42f9-9cbb-298e844135cb req-6a3693eb-c894-4482-954c-1427ab0108f2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549498 Apr 12 12:21:42.272278 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052927d-01d2-426d-9d59-3a1ea46cce0c req-ba886ede-4cce-4957-857f-a9a763ab99e5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:42.273904 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2052927d-01d2-426d-9d59-3a1ea46cce0c req-ba886ede-4cce-4957-857f-a9a763ab99e5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0609329 Apr 12 12:21:42.323575 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2052927d-01d2-426d-9d59-3a1ea46cce0c req-0ebb2c20-0c14-46c7-bb57-bcfd68a4d1ca tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425432 Apr 12 12:21:42.429177 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3998-afd8-4c63-830d-442fa430799b req-e98eb09d-52d6-4ecc-b216-a7d133084c87 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:42.430635 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-336e3998-afd8-4c63-830d-442fa430799b req-e98eb09d-52d6-4ecc-b216-a7d133084c87 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0529499 Apr 12 12:21:42.481036 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-336e3998-afd8-4c63-830d-442fa430799b req-a4fa138a-66ec-4fd1-bb2e-5e82a21eac73 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Apr 12 12:21:42.547951 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a104c-2d24-406d-bf3f-bd412c12d2cf req-cf31c2de-9740-4d92-86c5-03e5ae3b5187 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:42.549578 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9d8a104c-2d24-406d-bf3f-bd412c12d2cf req-cf31c2de-9740-4d92-86c5-03e5ae3b5187 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0590444 Apr 12 12:21:42.598643 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9d8a104c-2d24-406d-bf3f-bd412c12d2cf req-d90e0208-2f40-4639-945b-ca343def442b tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433273 Apr 12 12:21:42.918437 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b293555-cd81-470a-9315-409648674ab5 req-e25206a9-ae59-47e1-85ed-762a5b03661c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:42.919948 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9b293555-cd81-470a-9315-409648674ab5 req-e25206a9-ae59-47e1-85ed-762a5b03661c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0529428 Apr 12 12:21:42.986144 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9b293555-cd81-470a-9315-409648674ab5 req-8d516ccf-7d8a-4895-873c-4db7fe3bbfc3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602827 Apr 12 12:21:43.491697 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb23a9-d4bb-4f6d-9c2a-92a338c02394 req-8cb0b2a9-a24d-489c-91fb-531a8313ec71 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:43.493468 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5bbb23a9-d4bb-4f6d-9c2a-92a338c02394 req-8cb0b2a9-a24d-489c-91fb-531a8313ec71 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0689294 Apr 12 12:21:43.574603 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5bbb23a9-d4bb-4f6d-9c2a-92a338c02394 req-2db2737c-8187-42bc-ae73-0063c6827498 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746627 Apr 12 12:21:43.619074 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f6674-404e-43c6-9995-04b11f43a662 req-6b37d279-f331-4efc-bfe0-88adf31feae4 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:43.619074 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1d4f6674-404e-43c6-9995-04b11f43a662 req-6b37d279-f331-4efc-bfe0-88adf31feae4 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0594206 Apr 12 12:21:43.670778 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1d4f6674-404e-43c6-9995-04b11f43a662 req-8dd0f8f6-cfd3-4cc2-924d-dda1c226c26e tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/security-groups?id=db9d9b55-fd76-4ae2-ae76-46fa33549bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487292 Apr 12 12:21:43.714180 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44355146-e881-4124-8f7d-2fde7b2e5ab7 req-85e868f6-58be-4d38-8e56-6c5d7256fef6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:43.715680 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-44355146-e881-4124-8f7d-2fde7b2e5ab7 req-85e868f6-58be-4d38-8e56-6c5d7256fef6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0475142 Apr 12 12:21:43.768391 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-44355146-e881-4124-8f7d-2fde7b2e5ab7 req-cc29e9e4-efbb-4101-acc3-03ddc98fc1d7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469425 Apr 12 12:21:43.894487 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f299d52-2346-4343-8705-e05c793daf10 req-3c7f0c09-93cb-419e-8cbf-6539d185110f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:43.895864 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0f299d52-2346-4343-8705-e05c793daf10 req-3c7f0c09-93cb-419e-8cbf-6539d185110f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.0777597 Apr 12 12:21:43.904506 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-164aceff-b255-4d99-bc20-a811b83a1125 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:43.905973 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-164aceff-b255-4d99-bc20-a811b83a1125 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 946 time: 0.0787675 Apr 12 12:21:44.064502 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Deleting port 041d301d-0db6-4c13-ba5f-45673867bc2a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:21:44.064840 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.068800 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Deleting port 493b7864-1e68-4ee4-8152-c97f0588738d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:21:44.069147 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.124187 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a917-65d4-4ce1-80dc-1ba30aaabec2 req-e2a9012d-1246-457f-9889-40123948ae71 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:44.126230 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0447a917-65d4-4ce1-80dc-1ba30aaabec2 req-e2a9012d-1246-457f-9889-40123948ae71 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0597463 Apr 12 12:21:44.185115 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0447a917-65d4-4ce1-80dc-1ba30aaabec2 req-2ee1657c-6dad-47ba-bde3-917e778312a7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511661 Apr 12 12:21:44.233281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] For port 041d301d-0db6-4c13-ba5f-45673867bc2a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=041d301d-0db6-4c13-ba5f-45673867bc2a,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:44.233706 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.245541 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] For port 493b7864-1e68-4ee4-8152-c97f0588738d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=493b7864-1e68-4ee4-8152-c97f0588738d,segment=NetworkSegment(492a1986-9f6f-4403-a57a-24e9d9e1e172),segment_id=492a1986-9f6f-4403-a57a-24e9d9e1e172)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:44.248696 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.291610 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Calling delete_port for 493b7864-1e68-4ee4-8152-c97f0588738d owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:21:44.509101 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.509701 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (836c6a48-13fa-49dc-8def-21668d2137d4), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.509804 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Floating IP 836c6a48-13fa-49dc-8def-21668d2137d4 disassociated. External IP: 172.27.3.79, port: 041d301d-0db6-4c13-ba5f-45673867bc2a. Apr 12 12:21:44.510085 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Calling delete_port for 041d301d-0db6-4c13-ba5f-45673867bc2a owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:21:44.670194 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (493b7864-1e68-4ee4-8152-c97f0588738d), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.686839 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['493b7864-1e68-4ee4-8152-c97f0588738d'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:21:44.735050 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Pushing event deleted for resources: {'Port': ['ID=493b7864-1e68-4ee4-8152-c97f0588738d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:44.803910 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c968b4-dfde-4273-a2ea-4b32af21a8e5 req-9fe71c77-001f-4c4c-966e-38a642a81c63 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:44.805648 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-64c968b4-dfde-4273-a2ea-4b32af21a8e5 req-9fe71c77-001f-4c4c-966e-38a642a81c63 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 946 time: 0.1259401 Apr 12 12:21:44.809402 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-952f8e30-4a1e-4c41-89f8-e9ff310ba865 req-97e54dec-9e1a-4ddd-b1bf-1a0cc20ee753 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9 HTTP/1.1" status: 200 len: 210 time: 0.0530691 Apr 12 12:21:44.823245 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] No DVR routers for this DVR port 493b7864-1e68-4ee4-8152-c97f0588738d on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:21:44.830386 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.833701 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b00b4e4e-bcdc-451d-9373-0a98332f0237 req-c02c4311-9862-4a3d-9866-d26b25947800 tempest-VolumesSnapshotTestJSON-841754981 tempest-VolumesSnapshotTestJSON-841754981-project] 10.222.0.23 "DELETE /v2.0/ports/493b7864-1e68-4ee4-8152-c97f0588738d HTTP/1.1" status: 204 len: 173 time: 0.9205205 Apr 12 12:21:44.836769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d4ca6e-f011-4aaf-9ccb-7824ab3705c9', 'name': 'network-vif-deleted', 'tag': '493b7864-1e68-4ee4-8152-c97f0588738d'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:21:44.836769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e840acd8-770a-4c34-9613-089e6b746e06" -d '{"events": [{"server_uuid": "d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9", "name": "network-vif-deleted", "tag": "493b7864-1e68-4ee4-8152-c97f0588738d"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:21:44.840654 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (041d301d-0db6-4c13-ba5f-45673867bc2a), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:44.880713 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'Port': ['ID=041d301d-0db6-4c13-ba5f-45673867bc2a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:44.914636 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-64c968b4-dfde-4273-a2ea-4b32af21a8e5 req-1149f410-ec49-47f7-bbf0-7863fe1c1b17 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=f16616ce-04ed-449e-96f3-e36f1ab6ce46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932353 Apr 12 12:21:44.958616 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-3932cced-6aad-4c29-86b0-9b793869904d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809168914&fields=id&tenant_id=d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 267 time: 0.0544441 Apr 12 12:21:45.065025 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a15b6-b14c-4b6e-8007-6b1e85c16164 req-3cb95b48-489a-4368-aa09-dc474a38cdbf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:45.066537 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-130a15b6-b14c-4b6e-8007-6b1e85c16164 req-3cb95b48-489a-4368-aa09-dc474a38cdbf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0648472 Apr 12 12:21:45.079156 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:21:45.086221 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691db52-44b1-400d-9413-064af1081c1c req-114ce84a-be03-48c9-8b51-0a26e5c4a2e5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:45.087736 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-114ce84a-be03-48c9-8b51-0a26e5c4a2e5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 810 time: 0.1216373 Apr 12 12:21:45.103913 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-32fde5b8-e9bc-4188-bfae-b962803bc5fe tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/quotas/d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 375 time: 0.0098629 Apr 12 12:21:45.157467 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-120e40fc-7d34-4c66-a99e-f8a8a33ccc63 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473752 Apr 12 12:21:45.304677 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-819d1b88-891a-483c-9ec8-b07821f7159d service neutron] 10.222.0.20 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298387 Apr 12 12:21:45.406925 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-4cca6e07-ab6c-4103-87c7-075d925ab96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:45.408466 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-4cca6e07-ab6c-4103-87c7-075d925ab96a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 1130 time: 0.3322587 Apr 12 12:21:45.413705 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-cfe23b99-35e7-4c31-8d2f-93a04a5bb132 service neutron] 10.222.0.20 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073146 Apr 12 12:21:45.476827 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-130a15b6-b14c-4b6e-8007-6b1e85c16164 req-bbf54d07-f07a-4982-b7bc-3c75dc8db332 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4037187 Apr 12 12:21:45.536673 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f34022-e5a1-4571-b126-2a696502ad3a x-openstack-request-id: req-83f34022-e5a1-4571-b126-2a696502ad3a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:21:45.537363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d4ca6e-f011-4aaf-9ccb-7824ab3705c9", "name": "network-vif-deleted", "tag": "493b7864-1e68-4ee4-8152-c97f0588738d", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:21:45.537363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83f34022-e5a1-4571-b126-2a696502ad3a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:21:45.537800 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f34022-e5a1-4571-b126-2a696502ad3a'] response: {'server_uuid': 'd6d4ca6e-f011-4aaf-9ccb-7824ab3705c9', 'name': 'network-vif-deleted', 'tag': '493b7864-1e68-4ee4-8152-c97f0588738d', 'status': 'completed', 'code': 200} Apr 12 12:21:45.557890 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:21:45.568834 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:21:45.580910 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:45.597659 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:21:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:45.668069 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] No DVR routers for this DVR port 041d301d-0db6-4c13-ba5f-45673867bc2a on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:21:45.683551 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:45.683551 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0f299d52-2346-4343-8705-e05c793daf10 req-068d27cd-c823-446e-a04d-c19bb3868d6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "DELETE /v2.0/ports/041d301d-0db6-4c13-ba5f-45673867bc2a HTTP/1.1" status: 204 len: 173 time: 1.7679548 Apr 12 12:21:45.699657 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:45.725197 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601acbc4-03c6-44e5-bdac-4a8cdfae730a req-7bc1c439-094f-453a-9555-0b0d078b2417 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:45.726714 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-601acbc4-03c6-44e5-bdac-4a8cdfae730a req-7bc1c439-094f-453a-9555-0b0d078b2417 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.1307695 Apr 12 12:21:45.805516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-18a1b737-a7d2-4fe5-9100-dea8042e1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:45.807002 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-18a1b737-a7d2-4fe5-9100-dea8042e1853 service neutron] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 918 time: 0.1934144 Apr 12 12:21:45.811877 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-601acbc4-03c6-44e5-bdac-4a8cdfae730a req-bb0456d8-a621-496f-bb35-6533f6bfbfd4 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783129 Apr 12 12:21:45.912782 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44726) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:45.937741 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-92ae0b1f-79e1-4b30-a63c-d7a8274205aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c170abba-8d35-41c0-8ae4-5196caf394a5 HTTP/1.1" status: 200 len: 1002 time: 0.1225970 Apr 12 12:21:45.970305 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:46.019437 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-e3dd725c-7753-4470-bb53-b3b7b1b722ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:46.023436 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-e3dd725c-7753-4470-bb53-b3b7b1b722ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.0782814 Apr 12 12:21:46.049323 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:21:46.067831 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:21:46.068777 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:21:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:46.093504 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-40b90047-0e69-4cd7-ba22-db4931f57477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:46.093759 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-d629bbe1-40f9-47c7-9c47-dfa87389ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:46.095357 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-d629bbe1-40f9-47c7-9c47-dfa87389ef5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665908 Apr 12 12:21:46.189504 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-40b90047-0e69-4cd7-ba22-db4931f57477 admin admin] Publish callbacks [] for security_group (2644f84e-59d5-4ffb-9a4f-93cc1d4975bf), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:46.222263 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:21:46.239287 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-13a7f17e-21b1-463a-bb8a-b3a4fc759367 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355352 Apr 12 12:21:46.268282 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-40b90047-0e69-4cd7-ba22-db4931f57477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (2644f84e-59d5-4ffb-9a4f-93cc1d4975bf), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:46.348058 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-40b90047-0e69-4cd7-ba22-db4931f57477 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04ab7853b87f4dd79324c797be8bab0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338186 Apr 12 12:21:46.349473 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b90047-0e69-4cd7-ba22-db4931f57477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2644f84e-59d5-4ffb-9a4f-93cc1d4975bf,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:46.352341 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44742) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:46.411355 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d093fb37-5162-41d6-8dfe-90420722b210 req-50517537-5568-456b-8320-4b05ec734404 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0368743 Apr 12 12:21:46.492648 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:21:46.506430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33f9f1a1-d571-4f0c-8c2d-a3bebe6046ce admin admin] Publish callbacks [] for security_group (2644f84e-59d5-4ffb-9a4f-93cc1d4975bf), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:46.511762 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-10f7179a-1bf4-4e59-8070-64df9e6394b3 req-362515e0-2d62-44fa-814e-19d0d6c5ab17 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637746 Apr 12 12:21:46.542400 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33f9f1a1-d571-4f0c-8c2d-a3bebe6046ce admin admin] Publish callbacks [] for security_group (2644f84e-59d5-4ffb-9a4f-93cc1d4975bf), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:46.570988 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b536c-a880-4ef8-985c-eab4f3f71afd None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:21:46.577543 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b4d7e940-7802-4872-b505-b8da0bfd6980 req-1cdec289-6fd9-4a04-9183-d3e5fe71827d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 210 time: 0.0762806 Apr 12 12:21:46.675662 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c27f8-da73-496e-8ac3-3c462bc60470 req-f2e13a2d-208c-4258-924d-9447efdfbffe tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:46.677427 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b24c27f8-da73-496e-8ac3-3c462bc60470 req-f2e13a2d-208c-4258-924d-9447efdfbffe tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0526178 Apr 12 12:21:46.695449 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:21:46.735340 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b24c27f8-da73-496e-8ac3-3c462bc60470 req-a4fe4c00-4434-40d1-bff6-f1834a9cef6e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479190 Apr 12 12:21:46.764174 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33f9f1a1-d571-4f0c-8c2d-a3bebe6046ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (2644f84e-59d5-4ffb-9a4f-93cc1d4975bf), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:46.768657 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33f9f1a1-d571-4f0c-8c2d-a3bebe6046ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:46.771248 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-33f9f1a1-d571-4f0c-8c2d-a3bebe6046ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2644f84e-59d5-4ffb-9a4f-93cc1d4975bf HTTP/1.1" status: 204 len: 168 time: 0.4174373 Apr 12 12:21:46.797578 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9f1a1-d571-4f0c-8c2d-a3bebe6046ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2644f84e-59d5-4ffb-9a4f-93cc1d4975bf,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:46.813712 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c170abba-8d35-41c0-8ae4-5196caf394a5 is: ACTIVE; New status is: DOWN {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:46.817437 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:46.903099 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:21:46.905115 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:21:46.907916 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827c1790-288f-4873-84a2-3cda860d1669" -d '{"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:21:46.932611 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b15f71-bd26-498a-ba5d-94607cb49588 None None] New status for floating IP 836c6a48-13fa-49dc-8def-21668d2137d4: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:21:46.979057 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b0b-a9c1-4236-bb47-f52cdf16bb13 req-dc9784b5-88b1-4f88-9950-fae586a8b228 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:46.986489 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d2205b0b-a9c1-4236-bb47-f52cdf16bb13 req-dc9784b5-88b1-4f88-9950-fae586a8b228 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 946 time: 0.0677831 Apr 12 12:21:47.028926 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:47.034488 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 493b7864-1e68-4ee4-8152-c97f0588738d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:21:47.053535 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 12:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98af111-56aa-405a-97d7-bd984382dd8a x-openstack-request-id: req-d98af111-56aa-405a-97d7-bd984382dd8a {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:21:47.054240 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:21:47.054676 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d98af111-56aa-405a-97d7-bd984382dd8a {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:21:47.062396 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98af111-56aa-405a-97d7-bd984382dd8a'] response: {'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'code': 200} Apr 12 12:21:47.062396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: 493b7864-1e68-4ee4-8152-c97f0588738d {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:21:47.062396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 493b7864-1e68-4ee4-8152-c97f0588738d not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:21:47.063465 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 041d301d-0db6-4c13-ba5f-45673867bc2a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:21:47.065226 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d2205b0b-a9c1-4236-bb47-f52cdf16bb13 req-2d96e2b5-54a5-4ce5-bdf3-7eb85e4c14e9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774412 Apr 12 12:21:47.139012 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: 041d301d-0db6-4c13-ba5f-45673867bc2a {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:21:47.139586 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 041d301d-0db6-4c13-ba5f-45673867bc2a not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:21:47.254875 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=8']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:47.478962 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:47.532513 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8d68acf7-eb8f-4dee-970e-ff5b41ea6346 req-d57476de-4c97-450c-8423-2be864f66bd1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b92192-69cf-4b03-adc3-b9567d0af553 HTTP/1.1" status: 200 len: 210 time: 0.0278478 Apr 12 12:21:47.539298 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b92192-69cf-4b03-adc3-b9567d0af553', 'name': 'network-vif-deleted', 'tag': '041d301d-0db6-4c13-ba5f-45673867bc2a'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:21:47.542231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24351b20-5001-4e81-853c-45ff2a436b5d" -d '{"events": [{"server_uuid": "56b92192-69cf-4b03-adc3-b9567d0af553", "name": "network-vif-deleted", "tag": "041d301d-0db6-4c13-ba5f-45673867bc2a"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:21:47.581283 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c0141-6c98-4256-8bef-1796feeabd3d x-openstack-request-id: req-919c0141-6c98-4256-8bef-1796feeabd3d {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:21:47.581873 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b92192-69cf-4b03-adc3-b9567d0af553", "name": "network-vif-deleted", "tag": "041d301d-0db6-4c13-ba5f-45673867bc2a", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:21:47.581873 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-919c0141-6c98-4256-8bef-1796feeabd3d {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:21:47.582220 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919c0141-6c98-4256-8bef-1796feeabd3d'] response: {'server_uuid': '56b92192-69cf-4b03-adc3-b9567d0af553', 'name': 'network-vif-deleted', 'tag': '041d301d-0db6-4c13-ba5f-45673867bc2a', 'status': 'completed', 'code': 200} Apr 12 12:21:47.645351 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d39b91d-721e-49f3-ae0c-cb8524756845 req-edd474b9-cae2-4d2d-8a96-d581be5d3c44 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 210 time: 0.0323553 Apr 12 12:21:47.860960 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f6ea-2a71-4037-920c-4d12ed3fe0e7 req-8f2ed196-211b-4b13-98a7-471c8fe67465 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:47.862495 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cc28f6ea-2a71-4037-920c-4d12ed3fe0e7 req-8f2ed196-211b-4b13-98a7-471c8fe67465 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0506334 Apr 12 12:21:47.912105 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cc28f6ea-2a71-4037-920c-4d12ed3fe0e7 req-41ab2240-2453-43cc-83fd-baee74bc5c9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435882 Apr 12 12:21:48.224510 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e004be-1ec4-4750-bd1b-74a3be75152b req-e3406b4d-d962-4c74-9f06-f8939e6ccbc9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:48.226102 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-22e004be-1ec4-4750-bd1b-74a3be75152b req-e3406b4d-d962-4c74-9f06-f8939e6ccbc9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0592752 Apr 12 12:21:48.291857 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-22e004be-1ec4-4750-bd1b-74a3be75152b req-2c507b05-c10f-4f16-852a-4a4e68c1eb26 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585463 Apr 12 12:21:48.726143 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44786) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:48.751904 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dca771c3-7dfe-42be-be6b-56a1bed9fd88 req-5886b8f6-e993-4bee-b514-d8552ecfd488 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 210 time: 0.0354493 Apr 12 12:21:48.800843 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7126721-7d7e-4b93-8041-3883fad415d4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (f16616ce-04ed-449e-96f3-e36f1ab6ce46), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:48.834630 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7126721-7d7e-4b93-8041-3883fad415d4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (f16616ce-04ed-449e-96f3-e36f1ab6ce46), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.024536 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7126721-7d7e-4b93-8041-3883fad415d4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (f16616ce-04ed-449e-96f3-e36f1ab6ce46), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.027467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7126721-7d7e-4b93-8041-3883fad415d4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.031208 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-c7126721-7d7e-4b93-8041-3883fad415d4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "DELETE /v2.0/security-groups/f16616ce-04ed-449e-96f3-e36f1ab6ce46 HTTP/1.1" status: 204 len: 168 time: 0.3015156 Apr 12 12:21:49.031569 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44794) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:49.054134 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7126721-7d7e-4b93-8041-3883fad415d4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16616ce-04ed-449e-96f3-e36f1ab6ce46,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:49.058492 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.api.v2.resource [None req-55e08b9a-162d-4464-9eeb-202e70e2423c tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] show failed (client error): The resource could not be found. Apr 12 12:21:49.060163 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-55e08b9a-162d-4464-9eeb-202e70e2423c tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups/f16616ce-04ed-449e-96f3-e36f1ab6ce46 HTTP/1.1" status: 404 len: 347 time: 0.0272052 Apr 12 12:21:49.064963 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44796) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:49.111199 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05494116-88e4-452e-ae4e-6885b8021d18 req-2ef14898-be3e-45f2-a795-83afae198347 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:49.113039 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-05494116-88e4-452e-ae4e-6885b8021d18 req-2ef14898-be3e-45f2-a795-83afae198347 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1241746 Apr 12 12:21:49.263162 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Deleting port f0d5a4d9-a746-4b1c-8f0f-f218b6391727 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:21:49.263413 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.267812 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-05494116-88e4-452e-ae4e-6885b8021d18 req-b5e8eec8-4f3d-46eb-a1d8-46cda6f567ab tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1438687 Apr 12 12:21:49.364662 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.365154 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.381090 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Calling delete_port for f0d5a4d9-a746-4b1c-8f0f-f218b6391727 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:21:49.434039 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a532-d614-43bf-abef-5003c575dca2 req-8b71e227-df4d-4a31-a07f-180cc6937ddb tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:49.435618 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb01a532-d614-43bf-abef-5003c575dca2 req-8b71e227-df4d-4a31-a07f-180cc6937ddb tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0521264 Apr 12 12:21:49.487811 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bb01a532-d614-43bf-abef-5003c575dca2 req-cd1da1cd-f7aa-421c-b9e8-332a19697315 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455744 Apr 12 12:21:49.610082 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (f0d5a4d9-a746-4b1c-8f0f-f218b6391727), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.643049 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'Port': ['ID=f0d5a4d9-a746-4b1c-8f0f-f218b6391727,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:49.657400 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.657816 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.658158 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.658548 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.658956 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.659211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.659539 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.659895 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.660220 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.660546 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.660878 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.661214 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.663686 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.663686 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.663686 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:21:49.712456 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b136e41e-9827-478f-861d-33751d06992b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.722605 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (836c6a48-13fa-49dc-8def-21668d2137d4), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.726016 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:49.726528 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-62663721-545f-41d6-afe6-b88225ba281e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "DELETE /v2.0/floatingips/836c6a48-13fa-49dc-8def-21668d2137d4 HTTP/1.1" status: 204 len: 168 time: 0.6605065 Apr 12 12:21:50.165049 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44816) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:50.169697 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-73df4b0c-8872-46aa-a092-717c4689a5c8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179946091', 'description': 'tempest-description--2139775607'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:50.233342 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dcfd3f8e-487a-4ca0-9d31-bc713ee9da1f req-60e2ec45-7ef1-4b71-a3de-bce2667c3eaf tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 210 time: 0.0272753 Apr 12 12:21:50.261982 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73df4b0c-8872-46aa-a092-717c4689a5c8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:50.337020 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73df4b0c-8872-46aa-a092-717c4689a5c8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (cbb97bba-8ac5-4f34-a064-afff33b46c33), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:50.387447 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe618b-062e-424e-8bb9-ec55741499b9 req-497b00a1-d13c-49f3-a3ba-b2438a292720 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:50.388953 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cabe618b-062e-424e-8bb9-ec55741499b9 req-497b00a1-d13c-49f3-a3ba-b2438a292720 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0466318 Apr 12 12:21:50.435276 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cabe618b-062e-424e-8bb9-ec55741499b9 req-22d303e3-f07f-4b8b-a65e-9058da9fbff3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406325 Apr 12 12:21:50.449370 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73df4b0c-8872-46aa-a092-717c4689a5c8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (cbb97bba-8ac5-4f34-a064-afff33b46c33), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:50.477788 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df4b0c-8872-46aa-a092-717c4689a5c8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb97bba-8ac5-4f34-a064-afff33b46c33,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:50.543410 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73df4b0c-8872-46aa-a092-717c4689a5c8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:50.545071 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-73df4b0c-8872-46aa-a092-717c4689a5c8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3788643 Apr 12 12:21:50.548197 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44826) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:50.553024 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-720943db-756e-4393-8a42-c4efde686147 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group_rule': {'security_group_id': 'cbb97bba-8ac5-4f34-a064-afff33b46c33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:50.643886 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720943db-756e-4393-8a42-c4efde686147 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (7d4a494f-8bce-4898-b0ca-a8531b1dc8fc), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:50.701374 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720943db-756e-4393-8a42-c4efde686147 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (7d4a494f-8bce-4898-b0ca-a8531b1dc8fc), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:50.799550 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b26ef7-0b08-4d8d-97f4-8f9ee600afe4 req-c28dc2e4-a425-45a7-95d2-43c33d4a68cf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:50.800295 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [req-e26ab9c3-bc53-4984-ab85-8b4eda5b0128 req-3094cc98-bf72-4041-b740-0c2d2061a2be service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:21:50.801117 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e7b26ef7-0b08-4d8d-97f4-8f9ee600afe4 req-c28dc2e4-a425-45a7-95d2-43c33d4a68cf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0472982 Apr 12 12:21:50.801310 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e26ab9c3-bc53-4984-ab85-8b4eda5b0128 req-3094cc98-bf72-4041-b740-0c2d2061a2be service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065427 Apr 12 12:21:50.801923 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720943db-756e-4393-8a42-c4efde686147 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (7d4a494f-8bce-4898-b0ca-a8531b1dc8fc), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:50.830139 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720943db-756e-4393-8a42-c4efde686147 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4a494f-8bce-4898-b0ca-a8531b1dc8fc,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:50.867583 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e7b26ef7-0b08-4d8d-97f4-8f9ee600afe4 req-e9924caf-0555-4bb1-a808-98aec2bd34e7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0544927 Apr 12 12:21:50.924781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:21:50.948603 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720943db-756e-4393-8a42-c4efde686147 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:50.949866 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-720943db-756e-4393-8a42-c4efde686147 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4006033 Apr 12 12:21:50.952406 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44838) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:50.956801 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2edeb386-ad6f-4977-a029-e12fac005209 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group_rule': {'security_group_id': 'cbb97bba-8ac5-4f34-a064-afff33b46c33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:51.000075 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c170abba-8d35-41c0-8ae4-5196caf394a5 is: DOWN; New status is: DOWN {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:21:51.038020 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2edeb386-ad6f-4977-a029-e12fac005209 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (11bcbb12-ca48-48d1-b835-2fbad28d7fb6), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:51.101649 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2edeb386-ad6f-4977-a029-e12fac005209 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (11bcbb12-ca48-48d1-b835-2fbad28d7fb6), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:51.150267 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d16c54-6039-4395-9181-5bbf2ea55179 req-a8faf147-181e-4ce7-901b-7c4f0af47cee tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:51.152571 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f0d16c54-6039-4395-9181-5bbf2ea55179 req-a8faf147-181e-4ce7-901b-7c4f0af47cee tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0463824 Apr 12 12:21:51.174071 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2edeb386-ad6f-4977-a029-e12fac005209 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (11bcbb12-ca48-48d1-b835-2fbad28d7fb6), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:51.201960 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeb386-ad6f-4977-a029-e12fac005209 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bcbb12-ca48-48d1-b835-2fbad28d7fb6,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:51.219276 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f0d16c54-6039-4395-9181-5bbf2ea55179 req-21f9965a-ff5f-4a2e-99ea-690fc58da227 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613644 Apr 12 12:21:51.280597 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2edeb386-ad6f-4977-a029-e12fac005209 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:51.282936 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-2edeb386-ad6f-4977-a029-e12fac005209 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282647 Apr 12 12:21:51.285014 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44856) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:51.289983 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:51.340224 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-02a38ed8-6f2d-4a87-bfd2-affe2258bb6b req-a81b0d17-39c8-49c7-8e18-a0761c86c918 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 210 time: 0.0296288 Apr 12 12:21:51.398537 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:51.482795 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:51.590965 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Allocated IP 172.27.3.75 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/128a5860-03d8-4b1a-85a8-875c9c1afcc0) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:51.692891 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (128a5860-03d8-4b1a-85a8-875c9c1afcc0), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:51.716623 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 44866) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:51.773246 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (128a5860-03d8-4b1a-85a8-875c9c1afcc0), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:51.866987 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:51.869289 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-e5bba593-62bd-4b27-b9f5-608681310ff6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1515834 Apr 12 12:21:51.882281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:51.911979 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-313e3dc6-86d7-4420-8486-6cb5be552cd5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:21:51.914159 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-313e3dc6-86d7-4420-8486-6cb5be552cd5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324953 Apr 12 12:21:51.914159 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=128a5860-03d8-4b1a-85a8-875c9c1afcc0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:51.916312 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:52.063147 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 44878) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:21:52.076629 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e0bad-800d-4541-ae69-08475915b4d3 req-98e6c919-fde3-422c-83cf-5a69f03b8f40 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:52.078108 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d87e0bad-800d-4541-ae69-08475915b4d3 req-98e6c919-fde3-422c-83cf-5a69f03b8f40 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1242023 Apr 12 12:21:52.090016 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691db52-44b1-400d-9413-064af1081c1c req-8a782051-4857-475c-a474-0275339c7e80 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:52.091458 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-8a782051-4857-475c-a474-0275339c7e80 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 810 time: 0.2726128 Apr 12 12:21:52.160133 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-86a8f7e2-d811-4b7f-82de-c2b3c4461d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:52.161607 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-86a8f7e2-d811-4b7f-82de-c2b3c4461d85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 1130 time: 0.1353230 Apr 12 12:21:52.200174 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-b030ee43-3b67-4b7f-ae53-a7008e800b85 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:52.209402 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-b030ee43-3b67-4b7f-ae53-a7008e800b85 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports/c170abba-8d35-41c0-8ae4-5196caf394a5 HTTP/1.1" status: 200 len: 941 time: 0.1445031 Apr 12 12:21:52.239078 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (4b2ded9d-de2e-4697-b9a4-841c58a4798e), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:52.268537 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-cb76d461-0025-4957-bb9a-f0f4831b788d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 380 time: 0.1453824 Apr 12 12:21:52.309193 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'port': {'device_id': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'admin_state_up': True, 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'security_groups': ['1128df6a-3463-4b9e-a8ca-496dbdd8971c']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:52.325682 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d87e0bad-800d-4541-ae69-08475915b4d3 req-1bb185e2-fae0-4e4c-8165-edaa470c4069 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2329116 Apr 12 12:21:52.429858 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904486-ea9e-4ab5-9ace-a3532b357bf0 req-5d7f5044-4a21-4138-b08e-8377b14371ec tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:52.433086 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-36904486-ea9e-4ab5-9ace-a3532b357bf0 req-5d7f5044-4a21-4138-b08e-8377b14371ec tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.1057746 Apr 12 12:21:52.454170 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-3e74b6f7-cf86-49c9-be07-ab4c42d03585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:52.455694 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-3e74b6f7-cf86-49c9-be07-ab4c42d03585 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 912 time: 0.2793057 Apr 12 12:21:52.463935 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (128a5860-03d8-4b1a-85a8-875c9c1afcc0), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:52.499185 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-36904486-ea9e-4ab5-9ace-a3532b357bf0 req-c30d5097-dbfd-40ac-a424-4b697bb5773b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598929 Apr 12 12:21:52.550977 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b9231a1d-ab4d-4593-828d-c64eea82f0c0 req-e62a69a6-013a-46bf-a980-ea790e2cc1f2 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 210 time: 0.0909100 Apr 12 12:21:52.563883 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e0045b48-33a6-4374-a082-10c8bf2bd45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:52.621509 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-b1076892-15b7-4715-9900-d5f329fd626b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b HTTP/1.1" status: 200 len: 1002 time: 0.1492374 Apr 12 12:21:52.717886 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-191168db-404c-4e2f-bac8-fce06347dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:52.719364 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-191168db-404c-4e2f-bac8-fce06347dc8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.0859399 Apr 12 12:21:52.758308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Made reservation on behalf of d5cca4d6555c40f5a7010a3a88e67508 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:21:52.762382 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:52.801237 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-95755f60-2288-445b-b1d9-931a8289ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:52.802770 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-95755f60-2288-445b-b1d9-931a8289ae54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773594 Apr 12 12:21:52.871335 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (128a5860-03d8-4b1a-85a8-875c9c1afcc0), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:52.960335 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (128a5860-03d8-4b1a-85a8-875c9c1afcc0), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:53.307184 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-8ca602a4-55c6-4e35-ab5a-eb4db8fdc407 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913533 Apr 12 12:21:53.313819 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=128a5860-03d8-4b1a-85a8-875c9c1afcc0,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:53.317979 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Allocated IP 172.20.0.11 (437fddf5-4ae4-4467-938b-d65ad376d65d/8cd15456-f61f-43ac-a603-59dd6b213ae3/c8debfd4-0899-4fd1-a9e9-847103479bd7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:53.375061 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (4b2ded9d-de2e-4697-b9a4-841c58a4798e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:53.521172 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:53.521172 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-f13e2639-9435-465b-8931-28dd6b2d765b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2344091 Apr 12 12:21:53.524723 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5a32b52a-5975-47dd-ab9d-acd118cf9439 req-f544b033-a269-490c-bebf-96c46a3e5017 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082977 Apr 12 12:21:53.579050 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:53.586576 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533910e-0817-4a6b-828c-5bb35b248475 req-873447ef-dae1-43ad-9231-f556be818742 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:53.617311 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8533910e-0817-4a6b-828c-5bb35b248475 req-873447ef-dae1-43ad-9231-f556be818742 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1989067 Apr 12 12:21:53.650606 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:53.698541 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8533910e-0817-4a6b-828c-5bb35b248475 req-1e31894c-111d-40da-8d83-5f81189e76c4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0789359 Apr 12 12:21:53.712933 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:53.755061 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7c0a7-89df-4006-b0dd-380ccc315bec req-c0ac0e89-9b4a-4e3e-82f1-fe6bdce9a22b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:53.756636 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-26d7c0a7-89df-4006-b0dd-380ccc315bec req-c0ac0e89-9b4a-4e3e-82f1-fe6bdce9a22b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.1024265 Apr 12 12:21:53.779155 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Network 437fddf5-4ae4-4467-938b-d65ad376d65d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:53.791710 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:53.802338 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:53.807571 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=c8debfd4-0899-4fd1-a9e9-847103479bd7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:53.831503 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21f87-2bc5-41df-9af1-c621eea0f6d5 req-bd12f15f-0012-40f7-953b-d5aa1089eb9f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:53.833045 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-11a21f87-2bc5-41df-9af1-c621eea0f6d5 req-bd12f15f-0012-40f7-953b-d5aa1089eb9f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 932 time: 0.0608723 Apr 12 12:21:53.857299 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-26d7c0a7-89df-4006-b0dd-380ccc315bec req-0f72e6ee-420e-4aea-86a5-dbe22064aeb9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916688 Apr 12 12:21:53.886636 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:53.887281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:53.898215 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-11a21f87-2bc5-41df-9af1-c621eea0f6d5 req-bda2cf3d-db76-4d10-961e-b9cb48dcbda8 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578461 Apr 12 12:21:53.992892 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-8b63cf10-5757-4d51-8094-0b2368301aa4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6898112 Apr 12 12:21:54.045478 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-f086714d-7615-4d82-950c-d2efc16adb27 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--179946091&fields=id&tenant_id=7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 267 time: 0.0743160 Apr 12 12:21:54.123695 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-68576d9c-06fe-4129-8e95-f578df5d325e None None] Provisioning complete for port c8debfd4-0899-4fd1-a9e9-847103479bd7 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:54.123983 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-68576d9c-06fe-4129-8e95-f578df5d325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:54.158821 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-68576d9c-06fe-4129-8e95-f578df5d325e None None] Port c8debfd4-0899-4fd1-a9e9-847103479bd7 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:21:54.161387 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-4861430a-bccb-432c-bee3-774275839d66 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:54.163010 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-4861430a-bccb-432c-bee3-774275839d66 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 814 time: 0.1099081 Apr 12 12:21:54.178496 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-beec4443-cbe1-4960-9ad8-3051bcf6cd07 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/quotas/7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 375 time: 0.0099857 Apr 12 12:21:54.229974 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-87c4ddbf-11a2-445b-bc2c-2db035b984ef tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453370 Apr 12 12:21:54.348374 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-3d9b62a4-3c5f-4487-bfca-440a5e4eb8db service neutron] 10.222.0.20 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046069 Apr 12 12:21:54.451598 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-561faf39-6970-4305-a027-7dae69a45aee service neutron] 10.222.0.20 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965822 Apr 12 12:21:54.471407 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Request body: {'port': {'device_id': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:54.539972 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:54.856258 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfe76-c500-4496-9731-dc46ef1232a3 req-be26a670-2b82-4447-97a6-349bbd34212d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:54.857976 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2a6dfe76-c500-4496-9731-dc46ef1232a3 req-be26a670-2b82-4447-97a6-349bbd34212d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0574989 Apr 12 12:21:54.881212 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1090dd9d-b3ba-4633-b691-b4ebe1dd1387 req-e8b14795-eef2-4ce4-9f0d-ec6182b0746c tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 210 time: 0.0562522 Apr 12 12:21:54.935082 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2a6dfe76-c500-4496-9731-dc46ef1232a3 req-b9cc316b-79f9-4a53-9458-6a707ea6653e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0667629 Apr 12 12:21:54.998227 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8debfd4-0899-4fd1-a9e9-847103479bd7 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:21:55.024324 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Publish callbacks [] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:55.052601 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6e4e9-8599-49c6-a02f-8b9f45a9bad1 req-e48c0133-b091-4228-98c0-2b808cd46a04 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:55.055106 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-75b6e4e9-8599-49c6-a02f-8b9f45a9bad1 req-e48c0133-b091-4228-98c0-2b808cd46a04 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0783534 Apr 12 12:21:55.057735 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Transition to ACTIVE for port object c8debfd4-0899-4fd1-a9e9-847103479bd7 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:21:55.073931 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:55.083819 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8065aa7-b79c-40dd-8be6-1ca26964ffd0 req-bc680f75-00b6-4690-a59a-54d4926d1fd0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:55.085507 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e8065aa7-b79c-40dd-8be6-1ca26964ffd0 req-bc680f75-00b6-4690-a59a-54d4926d1fd0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 932 time: 0.0614552 Apr 12 12:21:55.111696 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-75b6e4e9-8599-49c6-a02f-8b9f45a9bad1 req-2c3f7ff7-1127-477d-80cb-5f5d6b4153bd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512497 Apr 12 12:21:55.146909 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:55.155599 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e8065aa7-b79c-40dd-8be6-1ca26964ffd0 req-2d2f7a5a-853e-4307-9898-c00349797e7b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609400 Apr 12 12:21:55.207844 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8debfd4-0899-4fd1-a9e9-847103479bd7,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:55.290689 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Attempting to bind port c8debfd4-0899-4fd1-a9e9-847103479bd7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:21:55.291033 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Attempting to bind port c8debfd4-0899-4fd1-a9e9-847103479bd7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:21:55.291369 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Attempting to bind port c8debfd4-0899-4fd1-a9e9-847103479bd7 on network 437fddf5-4ae4-4467-938b-d65ad376d65d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:21:55.296151 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Port c8debfd4-0899-4fd1-a9e9-847103479bd7 on network 437fddf5-4ae4-4467-938b-d65ad376d65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:21:55.296485 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Attempting to bind port c8debfd4-0899-4fd1-a9e9-847103479bd7 on network 437fddf5-4ae4-4467-938b-d65ad376d65d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:21:55.302090 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:21:55.302432 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Checking segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:21:55.302821 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Bound using segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:21:55.303294 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Bound port: c8debfd4-0899-4fd1-a9e9-847103479bd7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:21:55.303656 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:55.390293 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] For port c8debfd4-0899-4fd1-a9e9-847103479bd7, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:21:55.394027 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] For port c8debfd4-0899-4fd1-a9e9-847103479bd7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c8debfd4-0899-4fd1-a9e9-847103479bd7,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:21:55.507925 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:55.547462 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:55.547833 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:55.549234 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] 10.222.0.23 "PUT /v2.0/ports/c8debfd4-0899-4fd1-a9e9-847103479bd7 HTTP/1.1" status: 200 len: 1094 time: 1.0855215 Apr 12 12:21:55.549682 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'tag': 'c8debfd4-0899-4fd1-a9e9-847103479bd7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:21:55.551996 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea4a751-50c0-4ee0-b917-a95625b3a7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "faebd56b-69fc-4295-b0f0-d8131fc78d04", "tag": "c8debfd4-0899-4fd1-a9e9-847103479bd7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:21:55.580417 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48961253-04bb-4550-bd49-6fdb4cc639d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8debfd4-0899-4fd1-a9e9-847103479bd7,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:55.603566 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a57ca5-de93-42f4-bc12-0b513773992c x-openstack-request-id: req-91a57ca5-de93-42f4-bc12-0b513773992c {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:21:55.603856 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faebd56b-69fc-4295-b0f0-d8131fc78d04", "tag": "c8debfd4-0899-4fd1-a9e9-847103479bd7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:21:55.604504 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91a57ca5-de93-42f4-bc12-0b513773992c {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:21:55.604504 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a57ca5-de93-42f4-bc12-0b513773992c'] response: {'name': 'network-changed', 'server_uuid': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'tag': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'status': 'completed', 'code': 200} Apr 12 12:21:55.671102 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4a751-50c0-4ee0-b917-a95625b3a7aa req-478a23da-deaa-4bf8-b6ae-eede4ef580e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:55.672925 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9ea4a751-50c0-4ee0-b917-a95625b3a7aa req-478a23da-deaa-4bf8-b6ae-eede4ef580e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 1128 time: 0.0444911 Apr 12 12:21:55.785069 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4a751-50c0-4ee0-b917-a95625b3a7aa req-f5926c5b-e22d-4a43-ae29-c2046d9d67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:55.786440 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9ea4a751-50c0-4ee0-b917-a95625b3a7aa req-f5926c5b-e22d-4a43-ae29-c2046d9d67d1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1070898 Apr 12 12:21:55.892062 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4a751-50c0-4ee0-b917-a95625b3a7aa req-4a7e1e8a-2c3a-4a27-aa70-be0f4caaeb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:55.893640 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9ea4a751-50c0-4ee0-b917-a95625b3a7aa req-4a7e1e8a-2c3a-4a27-aa70-be0f4caaeb22 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998836 Apr 12 12:21:55.977224 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f523252f-96c0-4aa5-8209-89f703d0f59a req-04df6bf9-cdbb-44a0-888e-76955b9b41f2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 210 time: 0.0294399 Apr 12 12:21:55.991492 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691db52-44b1-400d-9413-064af1081c1c req-316b8462-543b-4ba8-bdc6-4dd6e93aa451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:55.992940 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-316b8462-543b-4ba8-bdc6-4dd6e93aa451 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 1128 time: 0.0461259 Apr 12 12:21:56.039007 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-565e547b-0c5e-4bfb-9f07-9803125a7cf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8debfd4-0899-4fd1-a9e9-847103479bd7 HTTP/1.1" status: 200 len: 217 time: 0.0389624 Apr 12 12:21:56.090242 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691db52-44b1-400d-9413-064af1081c1c req-5f8ed88f-d88c-4dbe-9882-47f15c0e436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:56.091702 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-5f8ed88f-d88c-4dbe-9882-47f15c0e436f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.0458410 Apr 12 12:21:56.135563 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691db52-44b1-400d-9413-064af1081c1c req-5e9df9c9-4383-4839-820b-53f874d335a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:56.137089 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-5e9df9c9-4383-4839-820b-53f874d335a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393190 Apr 12 12:21:56.274128 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b63f6-a020-420c-8361-10b16ed4000c req-4f07ed1a-afbc-4c94-aa85-b27e71b08a0a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:56.281509 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5f6b63f6-a020-420c-8361-10b16ed4000c req-4f07ed1a-afbc-4c94-aa85-b27e71b08a0a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0799499 Apr 12 12:21:56.283754 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525236-f1da-41c6-bebc-ec7bdc533311 req-4a158b18-f582-4398-a7bc-d6ed47d3753d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:56.286094 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b8525236-f1da-41c6-bebc-ec7bdc533311 req-4a158b18-f582-4398-a7bc-d6ed47d3753d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0583456 Apr 12 12:21:56.306299 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-6e139e2f-f6f0-470a-9832-1fda1bde6624 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634555 Apr 12 12:21:56.353153 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b8525236-f1da-41c6-bebc-ec7bdc533311 req-454ff849-9318-4521-8169-ee1a2a3aaecc tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575638 Apr 12 12:21:56.392889 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:56.422197 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5f6b63f6-a020-420c-8361-10b16ed4000c req-19dc2b51-acbb-483c-b220-d73037208d3c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392326 Apr 12 12:21:56.445630 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b691db52-44b1-400d-9413-064af1081c1c req-6b59c847-ae39-4a95-8dba-e8f4cde1b869 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299534 Apr 12 12:21:57.081036 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-45996565-6344-4d79-b8cc-e4654bbd1f82 req-ac2c6120-c1fa-4fd5-ac4a-de9e8ada3486 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 210 time: 0.0281384 Apr 12 12:21:57.298747 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-471f89b1-dd8c-41bd-ac56-602a233ec584 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:57.305470 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-471f89b1-dd8c-41bd-ac56-602a233ec584 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 814 time: 0.1143789 Apr 12 12:21:57.406435 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe82f61-e940-479c-84b2-6cd9068baebe req-16990fd0-6e35-44be-9f87-971c82465aa8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:57.406435 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fe82f61-e940-479c-84b2-6cd9068baebe req-16990fd0-6e35-44be-9f87-971c82465aa8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0849237 Apr 12 12:21:57.449875 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-4f33621d-aa0b-44eb-ab77-fdefaabeb752 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 379 time: 0.1390760 Apr 12 12:21:57.471261 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-64832793-338f-4046-8f7d-c81ec203fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:57.472750 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-64832793-338f-4046-8f7d-c81ec203fe7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1130 time: 0.0862744 Apr 12 12:21:57.474514 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e20f8a-4362-4413-91aa-05d10e3ffa18 req-4eda3dc4-ebdb-4532-b8e7-7012ed051da0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:57.476000 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5e20f8a-4362-4413-91aa-05d10e3ffa18 req-4eda3dc4-ebdb-4532-b8e7-7012ed051da0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0537958 Apr 12 12:21:57.489642 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fe82f61-e940-479c-84b2-6cd9068baebe req-7386fafb-cd04-47e8-814f-bed76c3a34e3 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765860 Apr 12 12:21:57.535627 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5e20f8a-4362-4413-91aa-05d10e3ffa18 req-47fb415f-b73f-40a7-ae9b-031c93dae931 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537806 Apr 12 12:21:57.614744 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62223f6c-b1be-4019-a1ca-1c28184d1e0a req-fd23f9c2-b221-4bc2-ad4b-f10b65ae56ca tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:57.616256 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-62223f6c-b1be-4019-a1ca-1c28184d1e0a req-fd23f9c2-b221-4bc2-ad4b-f10b65ae56ca tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0571125 Apr 12 12:21:57.667754 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-62223f6c-b1be-4019-a1ca-1c28184d1e0a req-c3e1c96f-0575-4840-b674-6fef390af05c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449359 Apr 12 12:21:57.708082 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'port': {'device_id': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'admin_state_up': True, 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'security_groups': ['cbb97bba-8ac5-4f34-a064-afff33b46c33']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:21:57.860694 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-bc6dd580-6d6b-4029-8d49-e7f7c01b36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:57.862235 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-bc6dd580-6d6b-4029-8d49-e7f7c01b36c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.1674109 Apr 12 12:21:57.940408 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-ff830cba-5a9a-49e0-9831-dd5af5ac8551 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a HTTP/1.1" status: 200 len: 1001 time: 0.0721874 Apr 12 12:21:57.992000 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-b11d8d25-73f4-4217-adc1-76fdd5494ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:57.993516 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-b11d8d25-73f4-4217-adc1-76fdd5494ada service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.0480375 Apr 12 12:21:58.014915 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Made reservation on behalf of 7bb45d94184c415cba3ac337acafead7 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:21:58.018287 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:58.123121 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-3f9e1968-85fe-4244-a42b-02f96a3677c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:58.124661 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-3f9e1968-85fe-4244-a42b-02f96a3677c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908582 Apr 12 12:21:58.177334 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1fd5920d-b3e4-4765-8aba-ea1c1531fad0 req-62685278-64b1-45ee-b1e2-0aed59af1dd0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Apr 12 12:21:58.233286 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Allocated IP 172.20.0.4 (7958f7bb-21a9-41ae-84ec-43b3e087f295/0297f741-f416-40aa-a0e8-8ae0ac0bfefb/080fcd36-ef91-40b8-b400-05900eab24a4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:21:58.267970 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-dab0b37f-c925-4c77-9d72-0893fdef4bc0 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353791 Apr 12 12:21:58.445155 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f841b6a9-c3d7-4bb2-b8ac-c876193bfd6a req-30c0cffa-c176-4042-beb2-028ef6085dfa service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661232 Apr 12 12:21:58.462142 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (080fcd36-ef91-40b8-b400-05900eab24a4), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:58.592363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:58.654051 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81ec2d-5635-49e4-8c16-22a4d1db8653 req-1d8a6f2d-7ebe-4dd4-a608-a75ebd6d39df tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:58.655568 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1c81ec2d-5635-49e4-8c16-22a4d1db8653 req-1d8a6f2d-7ebe-4dd4-a608-a75ebd6d39df tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0940449 Apr 12 12:21:58.659160 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:21:58.662350 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:21:58.663130 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade025-4b72-4a98-909b-dc21cd87730a req-ec9bfe5f-d49b-4fe7-a54c-cbce4d184b16 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:58.664676 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-83ade025-4b72-4a98-909b-dc21cd87730a req-ec9bfe5f-d49b-4fe7-a54c-cbce4d184b16 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0498874 Apr 12 12:21:58.671944 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:21:58.723435 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=080fcd36-ef91-40b8-b400-05900eab24a4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:21:58.725469 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-83ade025-4b72-4a98-909b-dc21cd87730a req-71bcb5cf-a8a7-44e3-9b33-17feb03b9f2d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541625 Apr 12 12:21:58.774058 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:58.774722 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:58.780700 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1c81ec2d-5635-49e4-8c16-22a4d1db8653 req-fd8d4c60-f9bc-48ac-a736-e5b27f4a11ce tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154737 Apr 12 12:21:58.864980 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-1560b8ee-bfa8-4aba-b1b5-5857b829a2ad tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1610444 Apr 12 12:21:58.868733 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42974e86-16f8-4c5c-9937-089650b1bfcb req-54ebb3b6-93aa-4e51-aa05-d136a7f37a8e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:58.870381 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-42974e86-16f8-4c5c-9937-089650b1bfcb req-54ebb3b6-93aa-4e51-aa05-d136a7f37a8e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0651982 Apr 12 12:21:58.921399 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-42974e86-16f8-4c5c-9937-089650b1bfcb req-4c495ce9-a24a-42c4-af3c-071853b6eac1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Apr 12 12:21:58.980049 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-b215833b-f08f-410e-88c2-25498901a371 None None] Provisioning complete for port 080fcd36-ef91-40b8-b400-05900eab24a4 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:21:58.980620 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b215833b-f08f-410e-88c2-25498901a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:21:59.013743 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-b215833b-f08f-410e-88c2-25498901a371 None None] Port 080fcd36-ef91-40b8-b400-05900eab24a4 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:21:59.291164 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921964-c4b1-47f2-9799-322e8bbefd69 req-97de3f90-39e9-463c-bfa2-328b4e299e5e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:59.292688 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97921964-c4b1-47f2-9799-322e8bbefd69 req-97de3f90-39e9-463c-bfa2-328b4e299e5e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 931 time: 0.0483191 Apr 12 12:21:59.341373 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97921964-c4b1-47f2-9799-322e8bbefd69 req-7051ecf6-0d16-4af0-bb11-d9e4036a2003 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Apr 12 12:21:59.850435 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c26b77-37b9-4974-82b1-31f0f652083d req-52fb7a63-2fc4-41a0-97e4-33ddb56adb20 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:59.851991 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-47c26b77-37b9-4974-82b1-31f0f652083d req-52fb7a63-2fc4-41a0-97e4-33ddb56adb20 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0517180 Apr 12 12:21:59.899542 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963d656-3df3-4019-a04b-090bce32faee req-3da7612c-2819-48ad-9e02-8d4a48d12c8a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:21:59.901634 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e963d656-3df3-4019-a04b-090bce32faee req-3da7612c-2819-48ad-9e02-8d4a48d12c8a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0483105 Apr 12 12:21:59.904840 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-47c26b77-37b9-4974-82b1-31f0f652083d req-a44cce1b-067d-4aee-bcfe-16de757353b4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466838 Apr 12 12:21:59.964457 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e963d656-3df3-4019-a04b-090bce32faee req-ff828048-0c0b-4234-8e7a-8031c72b0638 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566311 Apr 12 12:22:00.043766 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69430b-3f27-48d4-aa3f-a3e234e1e5aa req-82f8ee4d-3048-4e5c-9621-af351bde04c7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:00.045335 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9d69430b-3f27-48d4-aa3f-a3e234e1e5aa req-82f8ee4d-3048-4e5c-9621-af351bde04c7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0499785 Apr 12 12:22:00.111849 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9d69430b-3f27-48d4-aa3f-a3e234e1e5aa req-44a87cb9-de01-4738-81da-ae5b90ceb24d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596426 Apr 12 12:22:00.464674 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f8aaf-1c74-4fd9-895b-f4a92dd9c2cc req-1d74b0f3-5749-4d85-b5b2-43cea3b3fcc2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:00.466429 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-550f8aaf-1c74-4fd9-895b-f4a92dd9c2cc req-1d74b0f3-5749-4d85-b5b2-43cea3b3fcc2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 931 time: 0.0528858 Apr 12 12:22:00.541399 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-550f8aaf-1c74-4fd9-895b-f4a92dd9c2cc req-bd035f2c-4595-4fe9-b6ef-fc36a9c2a908 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687981 Apr 12 12:22:01.028279 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b0c9b-a309-48a2-934e-72b7eb7d910a req-91d22987-9f1f-41a7-9508-088514c02ee9 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:01.029839 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4f0b0c9b-a309-48a2-934e-72b7eb7d910a req-91d22987-9f1f-41a7-9508-088514c02ee9 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0486631 Apr 12 12:22:01.085036 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd401a1d-75ea-4029-adcf-e52bafe94e5e req-f220285c-9c7e-48c4-9fdf-0ce6900ccb1f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:01.086564 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd401a1d-75ea-4029-adcf-e52bafe94e5e req-f220285c-9c7e-48c4-9fdf-0ce6900ccb1f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0521643 Apr 12 12:22:01.099438 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4f0b0c9b-a309-48a2-934e-72b7eb7d910a req-940efb9a-c06e-4b99-a4ab-0553854ed83f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636547 Apr 12 12:22:01.137688 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd401a1d-75ea-4029-adcf-e52bafe94e5e req-6b314bb0-329f-4052-b30e-590b81384e0f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 Apr 12 12:22:01.240017 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b34056-35db-4756-a9a4-95f785f46729 req-3f3f2c1f-bdbd-49f0-8dcd-ac56c35c9f96 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:01.241608 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b5b34056-35db-4756-a9a4-95f785f46729 req-3f3f2c1f-bdbd-49f0-8dcd-ac56c35c9f96 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0495107 Apr 12 12:22:01.294392 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b5b34056-35db-4756-a9a4-95f785f46729 req-6e3ea691-9f34-4090-907a-69bd71c74a69 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463514 Apr 12 12:22:01.658181 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Request body: {'port': {'device_id': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:01.746384 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921723db-a47a-42e1-a3de-f81da6537e4b req-e2ec7424-6cd6-4db2-8065-e93c5dc0d235 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:01.748010 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-921723db-a47a-42e1-a3de-f81da6537e4b req-e2ec7424-6cd6-4db2-8065-e93c5dc0d235 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 931 time: 0.1349931 Apr 12 12:22:01.769650 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-116e26e3-42e7-4d0a-9cf0-0bb2f536208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:01.771131 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-116e26e3-42e7-4d0a-9cf0-0bb2f536208b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc&tenant_id=fea129a3459c47ffb7d2ac00ef5decbf HTTP/1.1" status: 200 len: 1128 time: 0.1264291 Apr 12 12:22:01.849033 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:01.872933 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-921723db-a47a-42e1-a3de-f81da6537e4b req-5eceef01-d724-4738-a7ff-4d2a4b34a2a7 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179783 Apr 12 12:22:01.873896 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-522724e7-d075-4d7c-b181-79c931aa430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:01.875265 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-522724e7-d075-4d7c-b181-79c931aa430a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 1128 time: 0.0771658 Apr 12 12:22:02.219796 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad7992-abdc-4b63-8d2b-d6c230bebda1 req-fd5c000b-1b71-493a-888d-33687ce3c716 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:02.221388 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-51ad7992-abdc-4b63-8d2b-d6c230bebda1 req-fd5c000b-1b71-493a-888d-33687ce3c716 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0537753 Apr 12 12:22:02.289831 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-51ad7992-abdc-4b63-8d2b-d6c230bebda1 req-f70ef727-6e46-49a2-bf5d-600a0d323ebd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616710 Apr 12 12:22:02.320055 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:22:02.339960 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f33c56-321f-49e6-a7d1-bcd523032e34 req-76e74986-3696-464f-b525-a81f309c0282 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:02.341530 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-79f33c56-321f-49e6-a7d1-bcd523032e34 req-76e74986-3696-464f-b525-a81f309c0282 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.1216483 Apr 12 12:22:02.388010 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-9506ae73-3e78-46f0-b3e0-495512986b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:02.389382 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-9506ae73-3e78-46f0-b3e0-495512986b38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 918 time: 0.4931629 Apr 12 12:22:02.419056 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd53b81-113a-4b3f-9d99-f0f0712b3d34 req-c31f91d4-0b10-4a4f-89f0-1f620633e77a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:02.424315 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fbd53b81-113a-4b3f-9d99-f0f0712b3d34 req-c31f91d4-0b10-4a4f-89f0-1f620633e77a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0494099 Apr 12 12:22:02.475208 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fbd53b81-113a-4b3f-9d99-f0f0712b3d34 req-16bb8dc1-4965-47de-9517-008f242bc0d5 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483367 Apr 12 12:22:02.509385 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-79f33c56-321f-49e6-a7d1-bcd523032e34 req-882279a8-165a-40ea-bbe4-93ebd764beee tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575136 Apr 12 12:22:02.535354 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-d56c30bb-0575-4516-ae9a-2dafaa5a6f24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c170abba-8d35-41c0-8ae4-5196caf394a5 HTTP/1.1" status: 200 len: 1000 time: 0.1349010 Apr 12 12:22:02.615988 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-caf32980-2847-406d-8dec-2bcec1d1abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:02.617474 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-caf32980-2847-406d-8dec-2bcec1d1abc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.0806792 Apr 12 12:22:02.661625 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080fcd36-ef91-40b8-b400-05900eab24a4 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:22:02.673708 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Publish callbacks [] for port (080fcd36-ef91-40b8-b400-05900eab24a4), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:02.683847 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-cae4c79f-89f8-4f80-a489-aa996686cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:02.685416 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-cae4c79f-89f8-4f80-a489-aa996686cec1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597417 Apr 12 12:22:02.701721 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Transition to ACTIVE for port object 080fcd36-ef91-40b8-b400-05900eab24a4 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:22:02.780042 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:02.816086 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-5d5d1702-7aee-4c7f-8514-6da826ce0e1f service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245341 Apr 12 12:22:02.849476 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Pushing event updated for resources: {'Port': ['ID=080fcd36-ef91-40b8-b400-05900eab24a4,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:02.944444 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Attempting to bind port 080fcd36-ef91-40b8-b400-05900eab24a4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:22:02.944952 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Attempting to bind port 080fcd36-ef91-40b8-b400-05900eab24a4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:22:02.945144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Attempting to bind port 080fcd36-ef91-40b8-b400-05900eab24a4 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:02.950330 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Port 080fcd36-ef91-40b8-b400-05900eab24a4 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:22:02.950532 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Attempting to bind port 080fcd36-ef91-40b8-b400-05900eab24a4 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:02.956618 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:22:02.956618 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Checking segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:02.957004 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Bound using segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:22:02.957248 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Bound port: 080fcd36-ef91-40b8-b400-05900eab24a4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:22:02.957616 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:03.004174 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a388ea-5aa0-4162-bbf3-0e8a2957628b req-18393e2a-14a3-405e-b7f0-2119d0cc8525 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:03.011376 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-44a388ea-5aa0-4162-bbf3-0e8a2957628b req-18393e2a-14a3-405e-b7f0-2119d0cc8525 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 943 time: 0.0669088 Apr 12 12:22:03.039963 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] For port 080fcd36-ef91-40b8-b400-05900eab24a4, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:22:03.050637 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] For port 080fcd36-ef91-40b8-b400-05900eab24a4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=080fcd36-ef91-40b8-b400-05900eab24a4,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:22:03.065567 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-44a388ea-5aa0-4162-bbf3-0e8a2957628b req-3324fb6b-0f40-48ec-9041-faf79b7e248e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532985 Apr 12 12:22:03.129931 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:03.171144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:03.172138 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:03.173475 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] 10.222.0.23 "PUT /v2.0/ports/080fcd36-ef91-40b8-b400-05900eab24a4 HTTP/1.1" status: 200 len: 1093 time: 1.5272527 Apr 12 12:22:03.173958 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'tag': '080fcd36-ef91-40b8-b400-05900eab24a4'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:03.176211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198d2d68-e048-44fc-b362-c32a0358d48b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a7de1d-b607-4341-bb21-56ddb4bb4b08", "tag": "080fcd36-ef91-40b8-b400-05900eab24a4"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:03.200253 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e4e6d-e909-44ac-a3f4-30b07d232507 service neutron] Pushing event updated for resources: {'Port': ['ID=080fcd36-ef91-40b8-b400-05900eab24a4,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:03.214078 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9723edbb-77d5-4d84-ba66-8f812cba62ed x-openstack-request-id: req-9723edbb-77d5-4d84-ba66-8f812cba62ed {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:03.214078 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a7de1d-b607-4341-bb21-56ddb4bb4b08", "tag": "080fcd36-ef91-40b8-b400-05900eab24a4", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:03.214786 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9723edbb-77d5-4d84-ba66-8f812cba62ed {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:03.215572 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9723edbb-77d5-4d84-ba66-8f812cba62ed'] response: {'name': 'network-changed', 'server_uuid': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'tag': '080fcd36-ef91-40b8-b400-05900eab24a4', 'status': 'completed', 'code': 200} Apr 12 12:22:03.421537 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0d48d-268f-43fd-9965-1bcc44982b29 req-9493a62b-95e4-494c-93b8-7518fe7ce6ba tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:03.423224 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-adf0d48d-268f-43fd-9965-1bcc44982b29 req-9493a62b-95e4-494c-93b8-7518fe7ce6ba tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0538957 Apr 12 12:22:03.478116 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-adf0d48d-268f-43fd-9965-1bcc44982b29 req-126782ee-8d81-4c23-bced-7e491d312017 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493240 Apr 12 12:22:03.557646 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d2d68-e048-44fc-b362-c32a0358d48b req-b3bc5556-e67e-46d6-885b-9ac404ed69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:03.561458 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-198d2d68-e048-44fc-b362-c32a0358d48b req-b3bc5556-e67e-46d6-885b-9ac404ed69b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 1127 time: 0.1107240 Apr 12 12:22:03.639106 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa362cc-ca42-49ea-b005-7c7d3cd65a34 req-97944b2f-b714-4a86-afbf-f44e8edf4c8a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:03.640629 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1aa362cc-ca42-49ea-b005-7c7d3cd65a34 req-97944b2f-b714-4a86-afbf-f44e8edf4c8a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0551367 Apr 12 12:22:03.646462 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-71b28267-4ad0-4b77-93ff-a478fd6e9ac2 req-00b54286-8c30-470d-9c06-a852cebdea8d service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148635 Apr 12 12:22:03.688309 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f4a6-cff0-4bbd-96d8-c301db748aa9 req-cf9e9251-0bdc-428d-941e-ec423f20fd32 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:03.690692 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f0d7f4a6-cff0-4bbd-96d8-c301db748aa9 req-cf9e9251-0bdc-428d-941e-ec423f20fd32 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.1259265 Apr 12 12:22:03.708934 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1aa362cc-ca42-49ea-b005-7c7d3cd65a34 req-04562c5b-7ff3-4fa4-9989-d16137c990a6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612576 Apr 12 12:22:03.761986 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d2d68-e048-44fc-b362-c32a0358d48b req-b551a124-3bf9-4296-8b7a-302ae8ee67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:03.763457 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-198d2d68-e048-44fc-b362-c32a0358d48b req-b551a124-3bf9-4296-8b7a-302ae8ee67a2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7bb45d94184c415cba3ac337acafead7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1948261 Apr 12 12:22:03.766687 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f0d7f4a6-cff0-4bbd-96d8-c301db748aa9 req-855e95d8-835f-4ebd-acfd-28a340e8cf1b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676107 Apr 12 12:22:03.886496 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d2d68-e048-44fc-b362-c32a0358d48b req-ca9b4ceb-77e6-4603-a30e-7d42d430ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:03.888019 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-198d2d68-e048-44fc-b362-c32a0358d48b req-ca9b4ceb-77e6-4603-a30e-7d42d430ef2c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178608 Apr 12 12:22:04.005937 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-0a28d542-a478-40d4-bb6e-2e18cc545604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:04.007479 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-0a28d542-a478-40d4-bb6e-2e18cc545604 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 1127 time: 0.0423644 Apr 12 12:22:04.058662 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-c91b58b5-89bf-4f0d-a81b-e4624575321f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080fcd36-ef91-40b8-b400-05900eab24a4 HTTP/1.1" status: 200 len: 217 time: 0.0425458 Apr 12 12:22:04.124413 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-a8136339-ac09-4106-9d70-cbe26e3afeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:04.126014 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-a8136339-ac09-4106-9d70-cbe26e3afeee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.0617790 Apr 12 12:22:04.171452 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-f5754922-94c9-46b0-9586-235d458d87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:04.173954 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-f5754922-94c9-46b0-9586-235d458d87a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424829 Apr 12 12:22:04.228671 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55d67a-e885-44bb-a0da-38f6bd206f59 req-30768e34-c5c8-4c01-bf32-bfe2cc841bcf tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:04.231038 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5e55d67a-e885-44bb-a0da-38f6bd206f59 req-30768e34-c5c8-4c01-bf32-bfe2cc841bcf tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 943 time: 0.0523517 Apr 12 12:22:04.275821 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-fb9a3199-779e-4d14-94d3-22fbc4e955bf service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962832 Apr 12 12:22:04.286340 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-5e55d67a-e885-44bb-a0da-38f6bd206f59 req-f508ae0b-8ff2-4aa6-855d-0ae57f8e5db7 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476251 Apr 12 12:22:04.380004 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8b2c7e6-be5f-4526-9c8f-88d0fc85fdcf req-b3ed574e-13e4-4098-b87d-18c8027fb04d service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980082 Apr 12 12:22:04.598240 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77413bb0-95a9-45df-8ec7-7a711dc2be7b req-0c067336-3c90-4742-9742-afb25bfa0f49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:04.599792 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77413bb0-95a9-45df-8ec7-7a711dc2be7b req-0c067336-3c90-4742-9742-afb25bfa0f49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0530193 Apr 12 12:22:04.649824 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-77413bb0-95a9-45df-8ec7-7a711dc2be7b req-51f0a4aa-cd82-45a1-8b5b-19da34f6a101 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Apr 12 12:22:04.866989 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498b5f6-e5f6-42ed-851f-cb51bf99fddb req-640db19a-d201-4a67-89f7-71392db6c2d8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:04.878846 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8498b5f6-e5f6-42ed-851f-cb51bf99fddb req-640db19a-d201-4a67-89f7-71392db6c2d8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0827994 Apr 12 12:22:04.930056 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8498b5f6-e5f6-42ed-851f-cb51bf99fddb req-280b403b-27bf-426b-baa7-117939c41f94 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538554 Apr 12 12:22:04.931459 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375663b-763a-4784-a0e6-9ad8d1d812d6 req-4ffa33b7-b5f9-4039-9a76-aee1f4e074f7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:04.933078 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9375663b-763a-4784-a0e6-9ad8d1d812d6 req-4ffa33b7-b5f9-4039-9a76-aee1f4e074f7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0531788 Apr 12 12:22:04.989672 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9375663b-763a-4784-a0e6-9ad8d1d812d6 req-6b86c030-2bc5-41e5-b315-fa66b9455439 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460825 Apr 12 12:22:05.414332 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53782037-1720-456c-a11a-44498190f7b9 req-0a29060b-be3f-4b8f-848e-62fee446000a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:05.415816 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-53782037-1720-456c-a11a-44498190f7b9 req-0a29060b-be3f-4b8f-848e-62fee446000a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 943 time: 0.0525990 Apr 12 12:22:05.466253 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-53782037-1720-456c-a11a-44498190f7b9 req-268acebb-9cf7-42ac-9f6f-41f36db216c5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432484 Apr 12 12:22:05.790456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce8aa8-7519-4336-9d87-5a736ecc040a req-92b2b748-4b84-4bb0-a689-95334f467b2d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:05.793311 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7dce8aa8-7519-4336-9d87-5a736ecc040a req-92b2b748-4b84-4bb0-a689-95334f467b2d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0617311 Apr 12 12:22:05.851170 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7dce8aa8-7519-4336-9d87-5a736ecc040a req-ba0041e3-22ef-4f3b-b089-faa2f5029f91 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528669 Apr 12 12:22:06.071531 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d66ec-0bf2-4af2-b62f-342f843c6fe9 req-0812c4a7-3fa4-4214-aca8-a37e82dd4e26 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:06.079847 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3e8d66ec-0bf2-4af2-b62f-342f843c6fe9 req-0812c4a7-3fa4-4214-aca8-a37e82dd4e26 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0680072 Apr 12 12:22:06.164940 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3e8d66ec-0bf2-4af2-b62f-342f843c6fe9 req-8f19ed59-6a31-431f-b85c-86cb11116acd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779927 Apr 12 12:22:06.212108 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627aa93-3d27-451b-9e58-743a47554295 req-9e1612f7-e6a8-4a8e-b629-9c1266de115b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:06.214575 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c627aa93-3d27-451b-9e58-743a47554295 req-9e1612f7-e6a8-4a8e-b629-9c1266de115b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0969956 Apr 12 12:22:06.275300 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c627aa93-3d27-451b-9e58-743a47554295 req-631bcfa8-d07d-4c14-82b0-2787f32865ba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525534 Apr 12 12:22:06.595975 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f535b-3947-427c-bad1-74c1ffc8a372 req-f7aa1e29-c138-400c-846f-33c2e226514b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:06.597977 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-941f535b-3947-427c-bad1-74c1ffc8a372 req-f7aa1e29-c138-400c-846f-33c2e226514b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 943 time: 0.0528915 Apr 12 12:22:06.666242 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-941f535b-3947-427c-bad1-74c1ffc8a372 req-247c1379-12b9-4a87-a16b-5e58e90d8271 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621302 Apr 12 12:22:06.773823 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c8debfd4-0899-4fd1-a9e9-847103479bd7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:22:06.896571 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c8debfd4-0899-4fd1-a9e9-847103479bd7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c8debfd4-0899-4fd1-a9e9-847103479bd7,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:06.909635 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'port_id': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'mac_address': 'fa:16:3e:8c:9c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:22:06.953935 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c8debfd4-0899-4fd1-a9e9-847103479bd7 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:06.954426 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:06.971051 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8debfd4-0899-4fd1-a9e9-847103479bd7 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:22:06.990851 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699ce1-715d-4743-9215-f18934d2d79e req-7de10ff5-833a-4691-836f-040fe663d2f4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:06.992671 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7d699ce1-715d-4743-9215-f18934d2d79e req-7de10ff5-833a-4691-836f-040fe663d2f4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 944 time: 0.0669777 Apr 12 12:22:06.995284 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c8debfd4-0899-4fd1-a9e9-847103479bd7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c8debfd4-0899-4fd1-a9e9-847103479bd7,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:07.059638 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7d699ce1-715d-4743-9215-f18934d2d79e req-d5b558c4-55ed-4514-8de4-a59ba41d9376 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596161 Apr 12 12:22:07.078664 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:07.148346 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c8debfd4-0899-4fd1-a9e9-847103479bd7,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:07.159411 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.160323 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.160829 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.161430 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.161926 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.162468 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.163368 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.163851 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.164230 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.164667 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.165187 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.165585 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.165918 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.166464 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.166782 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:07.307952 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049570c-6e14-4836-8e10-f0fc25f80fa0 req-7453eab5-583b-45ad-8bf0-35d105592c3e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:07.311094 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2049570c-6e14-4836-8e10-f0fc25f80fa0 req-7453eab5-583b-45ad-8bf0-35d105592c3e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0669672 Apr 12 12:22:07.377131 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['c8debfd4-0899-4fd1-a9e9-847103479bd7'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:22:07.397039 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2049570c-6e14-4836-8e10-f0fc25f80fa0 req-70190054-71bd-40da-82cb-6a86b20d8a40 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761487 Apr 12 12:22:07.535401 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9920e5f-a886-49e0-a0bb-0a874a2d091f req-aed3e0fb-3001-4974-9b05-94e4c071d9e1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:07.549691 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f9920e5f-a886-49e0-a0bb-0a874a2d091f req-aed3e0fb-3001-4974-9b05-94e4c071d9e1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.1091075 Apr 12 12:22:07.610271 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f9920e5f-a886-49e0-a0bb-0a874a2d091f req-64ff9b6d-4dd1-4191-8f28-64157b4b978c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591879 Apr 12 12:22:07.832715 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a66779-f637-4be3-92e2-77485938d6ed req-f10696f5-02e7-43aa-b707-7883d93b2bff tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:07.834463 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e9a66779-f637-4be3-92e2-77485938d6ed req-f10696f5-02e7-43aa-b707-7883d93b2bff tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 943 time: 0.0661366 Apr 12 12:22:07.889645 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e9a66779-f637-4be3-92e2-77485938d6ed req-554950ac-f531-4863-a9b5-d412e45207fe tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470369 Apr 12 12:22:08.190519 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d06303-e421-4aff-8b26-f3a3c3153d51 req-2399cc02-56b3-4aa5-af76-8786979cf1b7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:08.192169 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b5d06303-e421-4aff-8b26-f3a3c3153d51 req-2399cc02-56b3-4aa5-af76-8786979cf1b7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 945 time: 0.0508580 Apr 12 12:22:08.255790 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b5d06303-e421-4aff-8b26-f3a3c3153d51 req-6d20bf99-b6f4-4c5b-a10c-e32ccd79fa2a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534353 Apr 12 12:22:08.781612 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 080fcd36-ef91-40b8-b400-05900eab24a4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:22:08.786427 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c8debfd4-0899-4fd1-a9e9-847103479bd7 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:08.792094 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850be713-d8ce-4116-a328-f017fd24f367 req-c233aca4-1b28-484c-aa55-32a05c0a634a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:08.809919 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-850be713-d8ce-4116-a328-f017fd24f367 req-c233aca4-1b28-484c-aa55-32a05c0a634a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0840707 Apr 12 12:22:08.825273 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3a892-6552-4e8e-871f-45c5f360307a req-aebcf8d8-672a-41ce-bece-0ba974586eda tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:08.828771 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b2f3a892-6552-4e8e-871f-45c5f360307a req-aebcf8d8-672a-41ce-bece-0ba974586eda tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.3321700 Apr 12 12:22:08.917441 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-850be713-d8ce-4116-a328-f017fd24f367 req-2ea7d756-1ffe-4ea1-9ca5-cf7f88a566a2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025860 Apr 12 12:22:08.923816 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b2f3a892-6552-4e8e-871f-45c5f360307a req-6ad0ff85-383c-4807-bffd-56341686e0ce tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910480 Apr 12 12:22:08.950998 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port c8debfd4-0899-4fd1-a9e9-847103479bd7 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:22:09.024715 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 080fcd36-ef91-40b8-b400-05900eab24a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=080fcd36-ef91-40b8-b400-05900eab24a4,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:09.069594 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543ca7e-84cc-4a29-b55b-5ee7c4cd1e51 req-64074945-deb0-405e-8e18-2fc2d0c26eca tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:09.071336 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2543ca7e-84cc-4a29-b55b-5ee7c4cd1e51 req-64074945-deb0-405e-8e18-2fc2d0c26eca tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 943 time: 0.0569782 Apr 12 12:22:09.164889 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2543ca7e-84cc-4a29-b55b-5ee7c4cd1e51 req-423c1ac2-7904-4841-a501-ceb921e15c59 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864835 Apr 12 12:22:09.196217 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port c8debfd4-0899-4fd1-a9e9-847103479bd7 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:09.196582 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:09.200075 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': '080fcd36-ef91-40b8-b400-05900eab24a4', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'port_id': '080fcd36-ef91-40b8-b400-05900eab24a4', 'mac_address': 'fa:16:3e:21:d2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:22:09.277137 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 080fcd36-ef91-40b8-b400-05900eab24a4 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:09.277637 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:09.332086 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080fcd36-ef91-40b8-b400-05900eab24a4 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:22:09.374557 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 080fcd36-ef91-40b8-b400-05900eab24a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=080fcd36-ef91-40b8-b400-05900eab24a4,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:09.403597 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c8debfd4-0899-4fd1-a9e9-847103479bd7 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:09.404356 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:09.445376 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4edfb-95dc-4bf3-8140-3bb6baae0ca1 req-94b12d74-553c-4e42-b3cb-d8562bffd2f5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:09.446981 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f0a4edfb-95dc-4bf3-8140-3bb6baae0ca1 req-94b12d74-553c-4e42-b3cb-d8562bffd2f5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 945 time: 0.0808330 Apr 12 12:22:09.470105 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8debfd4-0899-4fd1-a9e9-847103479bd7'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:09.474843 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc25895-494e-4186-9625-9a01f4ba5cd4" -d '{"events": [{"server_uuid": "faebd56b-69fc-4295-b0f0-d8131fc78d04", "name": "network-vif-plugged", "status": "completed", "tag": "c8debfd4-0899-4fd1-a9e9-847103479bd7"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:09.483119 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c8debfd4-0899-4fd1-a9e9-847103479bd7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c8debfd4-0899-4fd1-a9e9-847103479bd7,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:09.484951 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:09.565818 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f7327c-5e15-481e-8348-31a71ef53760 x-openstack-request-id: req-70f7327c-5e15-481e-8348-31a71ef53760 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:09.566452 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faebd56b-69fc-4295-b0f0-d8131fc78d04", "name": "network-vif-plugged", "status": "completed", "tag": "c8debfd4-0899-4fd1-a9e9-847103479bd7", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:09.566976 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70f7327c-5e15-481e-8348-31a71ef53760 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:09.567731 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f7327c-5e15-481e-8348-31a71ef53760'] response: {'server_uuid': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'code': 200} Apr 12 12:22:09.569801 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f0a4edfb-95dc-4bf3-8140-3bb6baae0ca1 req-9de789ad-0917-45c9-a13a-c333a62b6763 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112585 Apr 12 12:22:09.592480 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=080fcd36-ef91-40b8-b400-05900eab24a4,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:09.595785 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:09.679727 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c8debfd4-0899-4fd1-a9e9-847103479bd7,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:09.775977 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['080fcd36-ef91-40b8-b400-05900eab24a4'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:22:10.092083 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7847f-5ee2-49bd-9b02-468bf2ba2f74 req-eb64e090-264e-4fa9-80e3-0532c531d507 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:10.100196 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d2c7847f-5ee2-49bd-9b02-468bf2ba2f74 req-eb64e090-264e-4fa9-80e3-0532c531d507 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0634031 Apr 12 12:22:10.133596 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25de8e2-354c-433f-8714-6a60b4e68ff2 req-dcd65a5e-57da-4420-8072-e1f4e6cbd75f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:10.136061 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d25de8e2-354c-433f-8714-6a60b4e68ff2 req-dcd65a5e-57da-4420-8072-e1f4e6cbd75f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0916033 Apr 12 12:22:10.200927 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d2c7847f-5ee2-49bd-9b02-468bf2ba2f74 req-eac997a8-813c-4826-9c20-29a56aed5621 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993223 Apr 12 12:22:10.256644 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d25de8e2-354c-433f-8714-6a60b4e68ff2 req-f2ecc514-ef2f-41af-a757-a47bd4aa677d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124396 Apr 12 12:22:10.385112 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e5483-63c1-4e3a-af43-d09a295454c0 req-c117bfcf-2998-498b-b27d-35a4a6e4c712 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:10.387364 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9d9e5483-63c1-4e3a-af43-d09a295454c0 req-c117bfcf-2998-498b-b27d-35a4a6e4c712 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 944 time: 0.0677333 Apr 12 12:22:10.453226 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9d9e5483-63c1-4e3a-af43-d09a295454c0 req-dfa50761-279b-4a21-9631-3b27d5887f74 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596430 Apr 12 12:22:10.722438 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f71c1-2608-4b11-b560-7015fc1dd436 req-b1dab454-034e-4d98-8cbf-a3135ea61a1f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:10.724961 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cc0f71c1-2608-4b11-b560-7015fc1dd436 req-b1dab454-034e-4d98-8cbf-a3135ea61a1f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0612595 Apr 12 12:22:10.798668 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 080fcd36-ef91-40b8-b400-05900eab24a4 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:10.836623 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-cc0f71c1-2608-4b11-b560-7015fc1dd436 req-835045e5-753a-4912-9d55-9453522032bd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009533 Apr 12 12:22:10.868237 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port 080fcd36-ef91-40b8-b400-05900eab24a4 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:22:10.918656 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port 080fcd36-ef91-40b8-b400-05900eab24a4 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:10.918939 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:11.013409 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 080fcd36-ef91-40b8-b400-05900eab24a4 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:11.014079 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:11.057051 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 080fcd36-ef91-40b8-b400-05900eab24a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=080fcd36-ef91-40b8-b400-05900eab24a4,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:11.117832 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:11.174096 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=080fcd36-ef91-40b8-b400-05900eab24a4,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:11.399301 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3df94-281e-477a-a43d-ee4d2f9270be req-4d85fd51-0350-4e5e-a618-ea342a046f16 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:11.400955 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e3b3df94-281e-477a-a43d-ee4d2f9270be req-4d85fd51-0350-4e5e-a618-ea342a046f16 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0876164 Apr 12 12:22:11.456679 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23d0b-0a18-4be4-b0bf-f467d9e33c34 req-6ea6edb9-d493-4569-aa2c-11356e3e30c0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:11.464289 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-87a23d0b-0a18-4be4-b0bf-f467d9e33c34 req-6ea6edb9-d493-4569-aa2c-11356e3e30c0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0877957 Apr 12 12:22:11.499634 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e3b3df94-281e-477a-a43d-ee4d2f9270be req-4d08522a-0745-4e05-9e56-8e421c998e0d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921104 Apr 12 12:22:11.544392 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-87a23d0b-0a18-4be4-b0bf-f467d9e33c34 req-91eed5dc-9079-49e9-b52e-1bec8ae7170f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792813 Apr 12 12:22:11.568793 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080fcd36-ef91-40b8-b400-05900eab24a4'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:11.571222 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24d1fb8-e213-44b8-9180-a31112403b04" -d '{"events": [{"server_uuid": "a6a7de1d-b607-4341-bb21-56ddb4bb4b08", "name": "network-vif-plugged", "status": "completed", "tag": "080fcd36-ef91-40b8-b400-05900eab24a4"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:11.651155 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e64d18-d54f-4e25-b4ac-f2adf0a3c5aa x-openstack-request-id: req-b7e64d18-d54f-4e25-b4ac-f2adf0a3c5aa {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:11.651474 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a7de1d-b607-4341-bb21-56ddb4bb4b08", "name": "network-vif-plugged", "status": "completed", "tag": "080fcd36-ef91-40b8-b400-05900eab24a4", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:11.651734 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7e64d18-d54f-4e25-b4ac-f2adf0a3c5aa {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:11.652137 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e64d18-d54f-4e25-b4ac-f2adf0a3c5aa'] response: {'server_uuid': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080fcd36-ef91-40b8-b400-05900eab24a4', 'code': 200} Apr 12 12:22:11.702902 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aad01-bbfd-4351-b3a1-fcdd435b54c8 req-4a7c1f10-fc77-4bf2-8ff5-f3e41612567b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:11.704704 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-084aad01-bbfd-4351-b3a1-fcdd435b54c8 req-4a7c1f10-fc77-4bf2-8ff5-f3e41612567b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0788510 Apr 12 12:22:11.783702 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-084aad01-bbfd-4351-b3a1-fcdd435b54c8 req-a31ee553-3c38-423d-9d18-1b9bf95ad197 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716047 Apr 12 12:22:12.020829 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0667c-64a4-486e-9333-491144e4cf80 req-54ea5891-8934-45fe-9a31-199f2443dca5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:12.022384 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-79b0667c-64a4-486e-9333-491144e4cf80 req-54ea5891-8934-45fe-9a31-199f2443dca5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0845830 Apr 12 12:22:12.089513 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-79b0667c-64a4-486e-9333-491144e4cf80 req-a5499c2f-c4da-498f-8a41-1fa983582320 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594566 Apr 12 12:22:12.655151 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301bdcd-eaec-48bb-9059-7c18d397f820 req-11ffa777-ece9-4376-a142-7b693d362825 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:12.657622 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f301bdcd-eaec-48bb-9059-7c18d397f820 req-11ffa777-ece9-4376-a142-7b693d362825 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0587082 Apr 12 12:22:12.698085 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af88fc8-e2b3-42eb-b925-6ec4b74f5345 req-5776e256-231e-4917-b76d-27e63dee9eb7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:12.707093 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3af88fc8-e2b3-42eb-b925-6ec4b74f5345 req-5776e256-231e-4917-b76d-27e63dee9eb7 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0812497 Apr 12 12:22:12.754337 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f301bdcd-eaec-48bb-9059-7c18d397f820 req-b133bc24-9f42-401b-aeea-e4861bb50fbc tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904243 Apr 12 12:22:12.776915 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3af88fc8-e2b3-42eb-b925-6ec4b74f5345 req-c3d6a320-01a2-43bb-8f46-6b59189b8754 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685108 Apr 12 12:22:12.931405 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fbbdb-dedb-449b-a1d8-95530f858973 req-c8438047-845a-47a7-94bd-204c8c28ae63 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:12.933039 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a01fbbdb-dedb-449b-a1d8-95530f858973 req-c8438047-845a-47a7-94bd-204c8c28ae63 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0756605 Apr 12 12:22:13.011386 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a01fbbdb-dedb-449b-a1d8-95530f858973 req-e569a05b-faa0-4c49-930f-c7244f07820c tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637367 Apr 12 12:22:13.227411 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe3a6-f632-4309-ad5e-7a431459f056 req-a7005fe1-e62a-420d-abba-3071ad3df92f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:13.229189 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c64fe3a6-f632-4309-ad5e-7a431459f056 req-a7005fe1-e62a-420d-abba-3071ad3df92f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0694277 Apr 12 12:22:13.289467 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c64fe3a6-f632-4309-ad5e-7a431459f056 req-a14c5ff3-7185-4062-89d9-b0e8ffea7eba tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534952 Apr 12 12:22:13.889797 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f65d8-71ec-4319-8bce-1c1d0a97daaf req-0d1747fd-2a63-40c4-b13e-689b62004822 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:13.891536 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b93f65d8-71ec-4319-8bce-1c1d0a97daaf req-0d1747fd-2a63-40c4-b13e-689b62004822 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0621052 Apr 12 12:22:13.923839 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2955-edcf-4644-a940-16a06c933273 req-bfaf8749-2c9d-4202-95ff-b6b2d67b1caa tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:13.925435 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e8db2955-edcf-4644-a940-16a06c933273 req-bfaf8749-2c9d-4202-95ff-b6b2d67b1caa tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0619159 Apr 12 12:22:13.946600 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b93f65d8-71ec-4319-8bce-1c1d0a97daaf req-ffb131ca-bf69-44ea-81a6-0300a53a302e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491302 Apr 12 12:22:13.986796 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e8db2955-edcf-4644-a940-16a06c933273 req-ccba195f-7675-4fe9-9611-f4492e905644 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548599 Apr 12 12:22:14.141107 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec91da-defb-4071-bfca-41ba5386a65f req-5ad7bf67-4d23-4240-b0d6-3c8d49b46431 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:14.142684 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbec91da-defb-4071-bfca-41ba5386a65f req-5ad7bf67-4d23-4240-b0d6-3c8d49b46431 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0511591 Apr 12 12:22:14.194197 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbec91da-defb-4071-bfca-41ba5386a65f req-2fe160c1-9e02-43f7-a41e-fdd209c1c0cd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Apr 12 12:22:14.414444 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bb0d-ad93-4553-88a5-dc86c3fed1c3 req-1632ba75-4d48-41cd-8e96-4ef6a9fccfc4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:14.416058 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0cb8bb0d-ad93-4553-88a5-dc86c3fed1c3 req-1632ba75-4d48-41cd-8e96-4ef6a9fccfc4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0528603 Apr 12 12:22:14.484044 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0cb8bb0d-ad93-4553-88a5-dc86c3fed1c3 req-5187e52a-16b5-4a81-8178-1e1f160425f6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594981 Apr 12 12:22:15.075076 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946a2db-7b0d-44ad-b602-a00035705d52 req-3733da2e-e4af-4f92-b9d5-9abe71632b2a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:15.076626 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4946a2db-7b0d-44ad-b602-a00035705d52 req-3733da2e-e4af-4f92-b9d5-9abe71632b2a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0531020 Apr 12 12:22:15.124716 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a053-5d4e-46e2-af3e-689a05f51c14 req-4f94a841-6aa2-4c3a-9c93-552af093e4bb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:15.127444 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a062a053-5d4e-46e2-af3e-689a05f51c14 req-4f94a841-6aa2-4c3a-9c93-552af093e4bb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0563841 Apr 12 12:22:15.139116 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4946a2db-7b0d-44ad-b602-a00035705d52 req-204633dc-3321-4995-b994-ab092fc290ad tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536058 Apr 12 12:22:15.199687 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a062a053-5d4e-46e2-af3e-689a05f51c14 req-2e4ba595-bfbc-4c31-8720-32df37d0fc98 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640056 Apr 12 12:22:15.277033 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45230) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:15.323262 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-285742ce-6b55-4611-b65f-c677583d15fd admin admin] Deleting subnet a29b1be0-6747-4a2c-8882-4366a85cc1e8 {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:22:15.332313 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-285742ce-6b55-4611-b65f-c677583d15fd admin admin] Publish callbacks [] for subnet (a29b1be0-6747-4a2c-8882-4366a85cc1e8), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.332490 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128011-6baf-45d3-9a5b-2016d6fa116e req-b70032b6-fb51-4ba6-82f5-186bd7f612cd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:15.332490 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99128011-6baf-45d3-9a5b-2016d6fa116e req-b70032b6-fb51-4ba6-82f5-186bd7f612cd tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0525267 Apr 12 12:22:15.365931 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-285742ce-6b55-4611-b65f-c677583d15fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (a29b1be0-6747-4a2c-8882-4366a85cc1e8), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.379634 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99128011-6baf-45d3-9a5b-2016d6fa116e req-7a58816c-d206-4919-b10b-7d60670adc67 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437570 Apr 12 12:22:15.411508 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-285742ce-6b55-4611-b65f-c677583d15fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (a29b1be0-6747-4a2c-8882-4366a85cc1e8), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.600606 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e028-4d01-416d-ab16-d8c10a16afca req-e8fe88d7-5959-4c5c-adca-b2b942992210 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:15.602028 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d185e028-4d01-416d-ab16-d8c10a16afca req-e8fe88d7-5959-4c5c-adca-b2b942992210 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0480397 Apr 12 12:22:15.628224 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-285742ce-6b55-4611-b65f-c677583d15fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (a29b1be0-6747-4a2c-8882-4366a85cc1e8), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.675315 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285742ce-6b55-4611-b65f-c677583d15fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29b1be0-6747-4a2c-8882-4366a85cc1e8,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:15.677344 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-285742ce-6b55-4611-b65f-c677583d15fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.680462 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-285742ce-6b55-4611-b65f-c677583d15fd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a29b1be0-6747-4a2c-8882-4366a85cc1e8 HTTP/1.1" status: 204 len: 168 time: 0.4023929 Apr 12 12:22:15.683204 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45234) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:15.685885 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d185e028-4d01-416d-ab16-d8c10a16afca req-054fc132-acaa-40d8-9871-52729a861656 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776887 Apr 12 12:22:15.754121 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (1e9f91cc-8278-4bee-8143-b3b07b6f4189), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.829247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (1e9f91cc-8278-4bee-8143-b3b07b6f4189), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.849962 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9f91cc-8278-4bee-8143-b3b07b6f4189']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:15.860394 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492a1986-9f6f-4403-a57a-24e9d9e1e172') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:15.860619 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492a1986-9f6f-4403-a57a-24e9d9e1e172') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:15.874513 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11870291'] for segment (492a1986-9f6f-4403-a57a-24e9d9e1e172), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.888185 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (492a1986-9f6f-4403-a57a-24e9d9e1e172), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.894181 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:22:15.894562 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871964'] for segment (492a1986-9f6f-4403-a57a-24e9d9e1e172), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: Traceback (most recent call last): Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: timer() Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: cb(*args, **kw) Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: return func(*args, **kwargs) Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: self._notify() Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: self.callback(batched_events) Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: event.method(event) Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: return f(self, *a, **k) Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._get(url).json() Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: return self.request(url, 'GET', **kwargs) Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:22:15.896206 dv-cinder-830093-4-iscsi neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:22:16.014864 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (1e9f91cc-8278-4bee-8143-b3b07b6f4189), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:16.022469 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:16.028476 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1e9f91cc-8278-4bee-8143-b3b07b6f4189 HTTP/1.1" status: 204 len: 168 time: 0.3441379 Apr 12 12:22:16.102383 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4588c70-4ad1-4773-8a10-450caa704047 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9f91cc-8278-4bee-8143-b3b07b6f4189,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:16.155758 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22c6b4-defa-44a1-aeb4-b50541726f1f req-b26bae52-f500-40ed-aff2-3a2663031a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:16.157390 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6e22c6b4-defa-44a1-aeb4-b50541726f1f req-b26bae52-f500-40ed-aff2-3a2663031a96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 1130 time: 0.1263816 Apr 12 12:22:16.162809 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f54d-194f-4f29-af50-ff8e48a7835f req-f0111d66-c7dc-43bf-8840-04890ce0e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:16.167219 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9190f54d-194f-4f29-af50-ff8e48a7835f req-f0111d66-c7dc-43bf-8840-04890ce0e831 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 1129 time: 0.1004977 Apr 12 12:22:16.295751 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31213-67bc-4ef5-be7c-17f287f9f7f2 req-3c3cf10f-1c16-462c-b045-b24ef2897495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:16.297526 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f2c31213-67bc-4ef5-be7c-17f287f9f7f2 req-3c3cf10f-1c16-462c-b045-b24ef2897495 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1130 time: 0.1142659 Apr 12 12:22:16.325092 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88192d-a92e-46fa-90a3-60d1f2021bd6 req-04187890-e190-48d9-8738-dc5c1d29e836 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:16.327774 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3a88192d-a92e-46fa-90a3-60d1f2021bd6 req-04187890-e190-48d9-8738-dc5c1d29e836 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0518477 Apr 12 12:22:16.333540 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9190f54d-194f-4f29-af50-ff8e48a7835f req-f79432a4-13e0-4ced-867e-e078c84948f5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564481 Apr 12 12:22:16.343838 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6e22c6b4-defa-44a1-aeb4-b50541726f1f req-1328971e-7103-4c13-bc88-3c6de8b143bb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656299 Apr 12 12:22:16.356516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e6b8c-a847-4b64-9bac-8dae42c26b49 req-eb9fb5cb-a8e7-49d4-a156-d85421d8af25 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:16.358082 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-177e6b8c-a847-4b64-9bac-8dae42c26b49 req-eb9fb5cb-a8e7-49d4-a156-d85421d8af25 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.1148238 Apr 12 12:22:16.381126 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3a88192d-a92e-46fa-90a3-60d1f2021bd6 req-10e38dc6-5809-4ad5-921c-09571e16e1c5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458288 Apr 12 12:22:16.397255 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f2c31213-67bc-4ef5-be7c-17f287f9f7f2 req-ef13260c-b307-4e8b-9c32-7c2b8d70b7c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861468 Apr 12 12:22:16.424586 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-177e6b8c-a847-4b64-9bac-8dae42c26b49 req-8a18d70e-8f20-4dca-a159-59f16de3cc90 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571444 Apr 12 12:22:16.472172 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45246) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:16.501743 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcda399-66db-4bc7-830c-7b135dd2a52e req-2fb2cc79-8b17-4dac-acf6-31971346e068 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:16.503224 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dfcda399-66db-4bc7-830c-7b135dd2a52e req-2fb2cc79-8b17-4dac-acf6-31971346e068 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0477068 Apr 12 12:22:16.513454 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-34af9591-65e5-4ebf-8ca6-38d354ae4268 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98cc038413df47bb9d7b2ef014133715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399153 Apr 12 12:22:16.515906 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45248) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:16.554295 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dfcda399-66db-4bc7-830c-7b135dd2a52e req-dedb41b7-dd1f-43fb-8dc0-ede08902e61a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Apr 12 12:22:16.573717 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ea09a8b-bab9-44aa-b548-9ab2480822d1 admin admin] Publish callbacks [] for security_group (db9d9b55-fd76-4ae2-ae76-46fa33549bf5), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:16.597250 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ea09a8b-bab9-44aa-b548-9ab2480822d1 admin admin] Publish callbacks [] for security_group (db9d9b55-fd76-4ae2-ae76-46fa33549bf5), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:16.706840 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ea09a8b-bab9-44aa-b548-9ab2480822d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (db9d9b55-fd76-4ae2-ae76-46fa33549bf5), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:16.709453 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ea09a8b-bab9-44aa-b548-9ab2480822d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:16.710681 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-5ea09a8b-bab9-44aa-b548-9ab2480822d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db9d9b55-fd76-4ae2-ae76-46fa33549bf5 HTTP/1.1" status: 204 len: 168 time: 0.1938400 Apr 12 12:22:16.718927 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea09a8b-bab9-44aa-b548-9ab2480822d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d9b55-fd76-4ae2-ae76-46fa33549bf5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:16.817341 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc985e30-771f-4416-8cc2-ca168d30920b req-ad10fc25-64ee-4d45-8e94-073577bfea46 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:16.819289 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dc985e30-771f-4416-8cc2-ca168d30920b req-ad10fc25-64ee-4d45-8e94-073577bfea46 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0519125 Apr 12 12:22:16.868643 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dc985e30-771f-4416-8cc2-ca168d30920b req-baaab3d2-515c-4cf4-a28b-cef269bbbc0c tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Apr 12 12:22:17.507564 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:17.508306 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785efad-f298-4612-a866-8e6cd1507023 req-eec3251e-561c-4333-9212-92f363454eaf tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:17.509900 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a785efad-f298-4612-a866-8e6cd1507023 req-eec3251e-561c-4333-9212-92f363454eaf tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0589318 Apr 12 12:22:17.550033 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8fd4f-3f13-4b7b-9c7c-16f60e4c1169 req-fc092a15-f514-42d5-baa0-f2ebff9d1f24 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:17.551525 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8df8fd4f-3f13-4b7b-9c7c-16f60e4c1169 req-fc092a15-f514-42d5-baa0-f2ebff9d1f24 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0501513 Apr 12 12:22:17.561621 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a785efad-f298-4612-a866-8e6cd1507023 req-c3d55f61-ef4c-4da7-999c-16a237f9be78 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446277 Apr 12 12:22:17.613175 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8df8fd4f-3f13-4b7b-9c7c-16f60e4c1169 req-87bb82c8-0d71-4b0b-bdca-5521da73b311 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554705 Apr 12 12:22:17.684678 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199493cf-2234-4773-be8e-be14aee1b669 req-9723c5f4-13ad-474e-b8b1-09e93ffe9437 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:17.687389 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-199493cf-2234-4773-be8e-be14aee1b669 req-9723c5f4-13ad-474e-b8b1-09e93ffe9437 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0609083 Apr 12 12:22:17.735380 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-199493cf-2234-4773-be8e-be14aee1b669 req-c06abad4-fb8c-4be9-bc1e-2b242c6b89c4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423415 Apr 12 12:22:17.994363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fd214-1e4a-493e-b420-068df174700d req-d95f4023-c8e0-4b24-ac99-472a5b0ae8b5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:17.995943 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1c2fd214-1e4a-493e-b420-068df174700d req-d95f4023-c8e0-4b24-ac99-472a5b0ae8b5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0531511 Apr 12 12:22:18.055296 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1c2fd214-1e4a-493e-b420-068df174700d req-5998a4c9-7937-472f-b8f0-248c806f04d7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523727 Apr 12 12:22:18.733442 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13167737-f9ea-498f-8def-378168a60adf req-038a2a78-94b3-4d76-baa6-01f2d53ee6c5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:18.745370 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-13167737-f9ea-498f-8def-378168a60adf req-038a2a78-94b3-4d76-baa6-01f2d53ee6c5 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0930662 Apr 12 12:22:18.822144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdfe3e-8f1e-45b3-a310-0c3aca0de0a1 req-00cd7457-8bc0-48f4-affa-f300785bab10 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:18.823822 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94bdfe3e-8f1e-45b3-a310-0c3aca0de0a1 req-00cd7457-8bc0-48f4-affa-f300785bab10 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0795276 Apr 12 12:22:18.828983 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-13167737-f9ea-498f-8def-378168a60adf req-6c4d4d64-9258-4935-a85a-14bd568368f8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817034 Apr 12 12:22:18.884414 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94bdfe3e-8f1e-45b3-a310-0c3aca0de0a1 req-ae38491c-eb97-4e5e-9e43-aa35d981cc3c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529938 Apr 12 12:22:18.956704 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54f8f2-f0cb-46f6-b8fa-2ae1bc004928 req-d655c400-f878-4695-a4b0-718e69f9aff1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:18.958210 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6d54f8f2-f0cb-46f6-b8fa-2ae1bc004928 req-d655c400-f878-4695-a4b0-718e69f9aff1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Apr 12 12:22:19.013581 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6d54f8f2-f0cb-46f6-b8fa-2ae1bc004928 req-6ceda920-cfd0-4063-a7d3-dcbced812f65 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477145 Apr 12 12:22:19.132284 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367044-0f48-48ac-a23c-8669b3c905a8 req-cf27a7a2-1b02-4405-b22e-1b9dde402cfb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:19.133870 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-43367044-0f48-48ac-a23c-8669b3c905a8 req-cf27a7a2-1b02-4405-b22e-1b9dde402cfb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0505924 Apr 12 12:22:19.143015 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45300) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:19.148932 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'floatingip': {'port_id': '080fcd36-ef91-40b8-b400-05900eab24a4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:19.184328 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae6742-37a0-4929-94a3-8599189ee4ae req-8f11a7dd-ecda-44eb-8514-9a14046d7094 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:19.186227 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-65ae6742-37a0-4929-94a3-8599189ee4ae req-8f11a7dd-ecda-44eb-8514-9a14046d7094 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0513048 Apr 12 12:22:19.196873 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (4b2ded9d-de2e-4697-b9a4-841c58a4798e), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:19.249941 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-65ae6742-37a0-4929-94a3-8599189ee4ae req-b1c37c1d-ef5b-4196-a633-448f080bf98e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569866 Apr 12 12:22:19.424334 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db3de3-28dc-4118-ab00-93561a5564d3 req-d562d7ca-0a2a-401d-89c9-fd0668fa85d7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:19.425841 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d1db3de3-28dc-4118-ab00-93561a5564d3 req-d562d7ca-0a2a-401d-89c9-fd0668fa85d7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0973456 Apr 12 12:22:19.559733 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d1db3de3-28dc-4118-ab00-93561a5564d3 req-cfc650e1-8b92-41bc-8dd4-656cec51f513 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265755 Apr 12 12:22:19.592760 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45304) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:19.723618 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b48ba27c-0547-4631-8f63-d0f5c21041e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:19.792539 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:19.825040 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9547d-11e6-4bb6-b7da-03af7b4fa157 tempest-TestVolumeBootPattern-1551744496 tempest-TestVolumeBootPattern-1551744496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:19.826649 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6cb9547d-11e6-4bb6-b7da-03af7b4fa157 tempest-TestVolumeBootPattern-1551744496 tempest-TestVolumeBootPattern-1551744496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 1125 time: 0.2327449 Apr 12 12:22:19.829558 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45312) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:19.833938 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'port_id': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:19.873275 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (4b2ded9d-de2e-4697-b9a4-841c58a4798e), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:19.988630 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667d9c4-c65f-45d9-934c-9531342bdcf6 req-9b31c97f-e931-4ac3-abd2-b4e5e46aeb06 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:19.990341 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3667d9c4-c65f-45d9-934c-9531342bdcf6 req-9b31c97f-e931-4ac3-abd2-b4e5e46aeb06 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0711722 Apr 12 12:22:19.991303 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:20.113485 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3667d9c4-c65f-45d9-934c-9531342bdcf6 req-b70edf19-4fe9-4e5e-a0d9-75649f20867e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171350 Apr 12 12:22:20.123236 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:20.289955 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Allocated IP 172.27.3.185 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/05512ded-b084-4573-9407-8e7457e44e27) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:20.331297 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133668a-25fc-4981-8e4e-938feb1ffa2f req-17800972-01a2-4be3-9d33-dce2713d02ec tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:20.332905 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7133668a-25fc-4981-8e4e-938feb1ffa2f req-17800972-01a2-4be3-9d33-dce2713d02ec tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0785165 Apr 12 12:22:20.349284 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Floating IP 4b2ded9d-de2e-4697-b9a4-841c58a4798e associated. External IP: 172.27.3.75, port: 080fcd36-ef91-40b8-b400-05900eab24a4. Apr 12 12:22:20.466810 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (05512ded-b084-4573-9407-8e7457e44e27), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:20.501257 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7133668a-25fc-4981-8e4e-938feb1ffa2f req-d997f29d-9c6a-4652-8091-35dfefc6aec7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439738 Apr 12 12:22:20.639486 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (05512ded-b084-4573-9407-8e7457e44e27), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:20.672553 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:22:20.697495 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:20.701881 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:20.706729 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:20.744015 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=05512ded-b084-4573-9407-8e7457e44e27,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:20.810488 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:22:20.815597 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:20.826195 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:22:20.840854 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:20.840854 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:21:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:20.855068 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ec321d1f-36f6-438d-8ea6-8b5260c2795d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "PUT /v2.0/floatingips/4b2ded9d-de2e-4697-b9a4-841c58a4798e HTTP/1.1" status: 200 len: 990 time: 1.7106185 Apr 12 12:22:20.855854 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'tag': '080fcd36-ef91-40b8-b400-05900eab24a4'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:20.858572 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a7de1d-b607-4341-bb21-56ddb4bb4b08", "tag": "080fcd36-ef91-40b8-b400-05900eab24a4"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:20.901383 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d7eb70-29b1-4846-8b2e-2aa84750f4ad x-openstack-request-id: req-a1d7eb70-29b1-4846-8b2e-2aa84750f4ad {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:20.902513 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a7de1d-b607-4341-bb21-56ddb4bb4b08", "tag": "080fcd36-ef91-40b8-b400-05900eab24a4", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:20.903152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1d7eb70-29b1-4846-8b2e-2aa84750f4ad {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:20.903801 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d7eb70-29b1-4846-8b2e-2aa84750f4ad'] response: {'name': 'network-changed', 'server_uuid': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'tag': '080fcd36-ef91-40b8-b400-05900eab24a4', 'status': 'completed', 'code': 200} Apr 12 12:22:20.986059 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:20.997869 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219303e-8534-4fe5-8e9f-1807ab3146aa req-1efb2e92-480e-44ca-a709-f9d215b029be tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:20.999869 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0219303e-8534-4fe5-8e9f-1807ab3146aa req-1efb2e92-480e-44ca-a709-f9d215b029be tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0580635 Apr 12 12:22:21.058150 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0219303e-8534-4fe5-8e9f-1807ab3146aa req-8f2d0902-a90a-4ab6-9486-9332d6ee09af tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522459 Apr 12 12:22:21.152319 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (9e8071a9-609f-4eb1-b290-8046d6444657), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:21.286889 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (05512ded-b084-4573-9407-8e7457e44e27), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:21.345689 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '4b2ded9d-de2e-4697-b9a4-841c58a4798e', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '080fcd36-ef91-40b8-b400-05900eab24a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:21:d2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:21:52Z', 'updated_at': '2022-04-12T12:22:19Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:21.375078 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:22:21.383904 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:21.384526 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:21:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:21.459111 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (05512ded-b084-4573-9407-8e7457e44e27), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:21.540655 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (05512ded-b084-4573-9407-8e7457e44e27), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:21.616764 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=05512ded-b084-4573-9407-8e7457e44e27,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:21.621440 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:21.655307 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db021814-f187-4bca-b05e-703299cffb5c req-5b848304-eb2a-4d3b-8032-80c7e315d5cc tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:21.656898 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-db021814-f187-4bca-b05e-703299cffb5c req-5b848304-eb2a-4d3b-8032-80c7e315d5cc tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0821953 Apr 12 12:22:21.685125 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (9e8071a9-609f-4eb1-b290-8046d6444657), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:21.757511 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-db021814-f187-4bca-b05e-703299cffb5c req-1ab4c0ba-e72f-4a58-b640-94f4f1f66cb3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935085 Apr 12 12:22:21.826887 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Floating IP 9e8071a9-609f-4eb1-b290-8046d6444657 associated. External IP: 172.27.3.185, port: c8debfd4-0899-4fd1-a9e9-847103479bd7. Apr 12 12:22:21.860302 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '4b2ded9d-de2e-4697-b9a4-841c58a4798e', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '080fcd36-ef91-40b8-b400-05900eab24a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:21:d2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:21:52Z', 'updated_at': '2022-04-12T12:22:19Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:21.888448 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644bdf7-6462-4973-8dd5-10cf9f53cf25 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '4b2ded9d-de2e-4697-b9a4-841c58a4798e', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': '080fcd36-ef91-40b8-b400-05900eab24a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:21:d2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:21:52Z', 'updated_at': '2022-04-12T12:22:19Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:22:22.052047 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Router fc273748-d783-481f-a3fd-4b37a602f9f7 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:22:22.093925 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8cdf3-19f5-4c90-a12c-c737775f02ee None None] New status for floating IP 4b2ded9d-de2e-4697-b9a4-841c58a4798e: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:22:22.169369 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:22:22.183130 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:22:22.191212 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b630563-46bf-4f07-9263-c096f95e9417 req-43413ced-3433-4ab9-92ef-f3fa36af5b61 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:22.192726 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6b630563-46bf-4f07-9263-c096f95e9417 req-43413ced-3433-4ab9-92ef-f3fa36af5b61 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0520682 Apr 12 12:22:22.195424 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:22.196227 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:21:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:22.240188 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:22.250667 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6b630563-46bf-4f07-9263-c096f95e9417 req-17a899d6-9588-483a-a3ae-c0c40875f499 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502799 Apr 12 12:22:22.274560 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6d2d9afe-0154-4c61-a331-b5467cc5c39e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4439199 Apr 12 12:22:22.275145 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'tag': 'c8debfd4-0899-4fd1-a9e9-847103479bd7'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:22.277499 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94353796-caf5-4c4e-b4ea-67bfd39dbbee" -d '{"events": [{"name": "network-changed", "server_uuid": "faebd56b-69fc-4295-b0f0-d8131fc78d04", "tag": "c8debfd4-0899-4fd1-a9e9-847103479bd7"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:22.320903 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb277691-a324-4d92-b6eb-cac5a9e1a137 x-openstack-request-id: req-bb277691-a324-4d92-b6eb-cac5a9e1a137 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:22.321278 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faebd56b-69fc-4295-b0f0-d8131fc78d04", "tag": "c8debfd4-0899-4fd1-a9e9-847103479bd7", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:22.321589 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb277691-a324-4d92-b6eb-cac5a9e1a137 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:22.322054 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb277691-a324-4d92-b6eb-cac5a9e1a137'] response: {'name': 'network-changed', 'server_uuid': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'tag': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'status': 'completed', 'code': 200} Apr 12 12:22:22.325555 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:22.552307 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '9e8071a9-609f-4eb1-b290-8046d6444657', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:8c:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:22:20Z', 'updated_at': '2022-04-12T12:22:20Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:22.563475 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fa21-69e0-487b-8d36-9bb52d498e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:22.578093 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:22:22.586277 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:22.586882 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:22.706245 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:22.917584 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '9e8071a9-609f-4eb1-b290-8046d6444657', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:8c:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:22:20Z', 'updated_at': '2022-04-12T12:22:20Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:22.949217 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8a76-ae88-4898-acd4-2389a7a3f1e8 None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '9e8071a9-609f-4eb1-b290-8046d6444657', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:8c:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:22:20Z', 'updated_at': '2022-04-12T12:22:20Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:22:22.990548 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991fbff-b0e5-4376-823f-4afbc3dd5d87 req-4eee5502-e2c5-46f0-9670-869bc34c04cd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:22.992089 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a991fbff-b0e5-4376-823f-4afbc3dd5d87 req-4eee5502-e2c5-46f0-9670-869bc34c04cd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.1623993 Apr 12 12:22:23.044740 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a991fbff-b0e5-4376-823f-4afbc3dd5d87 req-bbe7f7a7-da4f-439e-83e8-248d477d924f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459094 Apr 12 12:22:23.179526 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afafe999-6d41-44de-8702-2af4bb517493 None None] New status for floating IP 9e8071a9-609f-4eb1-b290-8046d6444657: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:22:23.428053 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f4a9-5d37-4703-b52e-a9311dd867d6 req-e56cba50-77cb-43a2-aa99-681be493408e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:23.430171 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6772f4a9-5d37-4703-b52e-a9311dd867d6 req-e56cba50-77cb-43a2-aa99-681be493408e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0722766 Apr 12 12:22:23.496020 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6772f4a9-5d37-4703-b52e-a9311dd867d6 req-9cefbc56-4779-44cd-a84f-4be933e0351a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547593 Apr 12 12:22:23.592571 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:23.785606 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-3ab3a656-beb4-4621-ab16-c94145435d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:23.787122 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-3ab3a656-beb4-4621-ab16-c94145435d1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 1129 time: 0.0747938 Apr 12 12:22:23.789352 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-2d11e212-ba35-40a8-a8d4-c6fe0af156fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:23.790707 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-2d11e212-ba35-40a8-a8d4-c6fe0af156fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 1130 time: 0.0771611 Apr 12 12:22:23.912047 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-9c615f07-f145-4b6e-a69e-95253467560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:23.913630 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-9c615f07-f145-4b6e-a69e-95253467560a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1130 time: 0.1255310 Apr 12 12:22:23.989912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-1dac955a-ae9f-47dd-b09c-88ee96370b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:23.991391 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-1dac955a-ae9f-47dd-b09c-88ee96370b13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 911 time: 0.1726813 Apr 12 12:22:23.997086 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-0dcc9927-ac49-4273-87dd-660a0de17289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:23.998552 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-0dcc9927-ac49-4273-87dd-660a0de17289 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 915 time: 0.1809556 Apr 12 12:22:24.309462 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-1c24b147-cbe1-4725-91cc-5bfc005ef815 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080fcd36-ef91-40b8-b400-05900eab24a4 HTTP/1.1" status: 200 len: 1000 time: 0.2010076 Apr 12 12:22:24.315773 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85278-709c-4df4-a7cc-bd2e8a7a8879 req-01a17bba-13e3-4e1f-8b0f-114202a8954b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.317469 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4bd85278-709c-4df4-a7cc-bd2e8a7a8879 req-01a17bba-13e3-4e1f-8b0f-114202a8954b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.1901398 Apr 12 12:22:24.380567 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-a99fa0be-ff03-4f23-ac9f-519b66c92967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8debfd4-0899-4fd1-a9e9-847103479bd7 HTTP/1.1" status: 200 len: 1002 time: 0.2736869 Apr 12 12:22:24.457286 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-09767b8f-783f-440a-89ee-1bc374aef368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.458710 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-09767b8f-783f-440a-89ee-1bc374aef368 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.1336775 Apr 12 12:22:24.458946 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-9a65c568-cd0d-4cc7-b2ff-7cd1e0f799d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422449 Apr 12 12:22:24.465633 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-603942a1-765e-423a-bb9e-eb20ee576dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.467156 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-603942a1-765e-423a-bb9e-eb20ee576dd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.3578568 Apr 12 12:22:24.526223 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-7ad7b8a9-d980-4824-8833-a134770f8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.528610 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-7ad7b8a9-d980-4824-8833-a134770f8852 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 1130 time: 0.0437114 Apr 12 12:22:24.538305 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-2482bb7e-86a5-4bc5-9601-4b71fc8f205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.539804 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-2482bb7e-86a5-4bc5-9601-4b71fc8f205e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.1498919 Apr 12 12:22:24.575122 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4bd85278-709c-4df4-a7cc-bd2e8a7a8879 req-c31e45ef-48e2-4658-90ab-dab2cd819cc4 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317841 Apr 12 12:22:24.627515 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-4d562bee-be51-49a5-b706-2dcf6b4711b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.629007 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-4d562bee-be51-49a5-b706-2dcf6b4711b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1507895 Apr 12 12:22:24.651366 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-6ee295ed-620d-40bd-92fe-eec1a10beed7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a HTTP/1.1" status: 200 len: 1001 time: 0.1742907 Apr 12 12:22:24.663584 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-8da1468d-61f5-4249-af31-847663f1e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.671273 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-8da1468d-61f5-4249-af31-847663f1e891 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009316 Apr 12 12:22:24.703570 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b895-ee85-4903-89ce-d8773621a393 req-75631918-ffb1-4279-bd4c-4c144d54181b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.705192 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2047b895-ee85-4903-89ce-d8773621a393 req-75631918-ffb1-4279-bd4c-4c144d54181b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0823703 Apr 12 12:22:24.708361 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-810e83b5-f2ce-41a9-b48f-5401a79e2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.709866 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-810e83b5-f2ce-41a9-b48f-5401a79e2762 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 912 time: 0.1590085 Apr 12 12:22:24.825893 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2047b895-ee85-4903-89ce-d8773621a393 req-eb12e6ff-eb37-4543-a694-5fbf06a94c0c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053970 Apr 12 12:22:24.825994 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-e3a9848e-1d2f-429b-af78-8e5b5f19fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.825994 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-e3a9848e-1d2f-429b-af78-8e5b5f19fdea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.1571555 Apr 12 12:22:24.826527 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-5e5b487e-46d7-4e2b-b606-e62864164b8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b HTTP/1.1" status: 200 len: 1002 time: 0.1034236 Apr 12 12:22:24.878557 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-b25dc028-6405-4291-a781-17b57f3bc858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.880494 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-b25dc028-6405-4291-a781-17b57f3bc858 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.0466316 Apr 12 12:22:24.888674 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-438902a0-b663-464a-8678-1accde9488da service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502069 Apr 12 12:22:24.908041 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-b5d55c6a-74df-4ef3-83d2-fcd92059d3ea service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255204 Apr 12 12:22:24.927638 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-de512407-af0c-4622-9ce6-a934d96c4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.929553 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-de512407-af0c-4622-9ce6-a934d96c4472 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419421 Apr 12 12:22:24.948650 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-4aa5875b-d5a1-4c4c-b69c-59441b30dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:24.950847 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-4aa5875b-d5a1-4c4c-b69c-59441b30dd8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1130672 Apr 12 12:22:25.030549 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-ae6567dd-98e7-4be0-a281-880950bc44f5 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933123 Apr 12 12:22:25.056827 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:25.134081 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e92e0b8e-00f2-4023-b572-20f1e9cd87c0 req-4f30c4f7-d290-4ee2-a22d-2393e3fc1e94 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373304 Apr 12 12:22:25.141204 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-04cfa2f8-9dff-48e2-b325-5c86d5f9f2e8 req-73585b2c-26c4-4053-8c6d-e5184b4e9844 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963523 Apr 12 12:22:25.147652 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-94353796-caf5-4c4e-b4ea-67bfd39dbbee req-55008d9a-74ae-442d-a5a7-f2008c4b7432 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279465 Apr 12 12:22:25.168760 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-490a5a13-7d5f-4cc0-b8b7-89865fe7400c service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779852 Apr 12 12:22:25.273247 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fd7ac92a-3344-4347-901b-4c1cd8781d03 req-2a447467-5ab8-428c-adaa-92e6ca4cb500 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952418 Apr 12 12:22:25.717713 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50c03a-1fe2-4d17-866a-169790e069a5 req-d2503a1a-93c4-497f-bb65-01e0fe292ef3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:25.720285 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7b50c03a-1fe2-4d17-866a-169790e069a5 req-d2503a1a-93c4-497f-bb65-01e0fe292ef3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0580745 Apr 12 12:22:25.782754 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7b50c03a-1fe2-4d17-866a-169790e069a5 req-4936b331-487e-4247-81a8-2c7152153ef6 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549152 Apr 12 12:22:25.985159 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b90903-ec34-459b-a50f-c4477f2442fb req-8bbba7e5-70a5-4a07-9393-d94bb87d6bae tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:25.986659 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37b90903-ec34-459b-a50f-c4477f2442fb req-8bbba7e5-70a5-4a07-9393-d94bb87d6bae tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.1005313 Apr 12 12:22:26.039511 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-37b90903-ec34-459b-a50f-c4477f2442fb req-00a186bf-8c96-48dd-8639-35d0b1672b9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472400 Apr 12 12:22:26.392104 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:26.909170 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42da44-3a26-43d1-8a6a-f7a521547899 req-ee4c50bf-d205-4bd4-96ef-0731d12f66fd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:26.910688 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4d42da44-3a26-43d1-8a6a-f7a521547899 req-ee4c50bf-d205-4bd4-96ef-0731d12f66fd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 944 time: 0.0532041 Apr 12 12:22:26.962113 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4d42da44-3a26-43d1-8a6a-f7a521547899 req-c3d66494-a8ed-4cc5-be48-822cb3fa59c1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433271 Apr 12 12:22:26.987929 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:22:27.092419 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:27.106230 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'port_id': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'mac_address': 'fa:16:3e:c7:ba:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:22:27.157531 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c170abba-8d35-41c0-8ae4-5196caf394a5 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:27.157914 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:27.162885 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8731d8e-48ae-40d7-a334-379466f73fc1 req-81481d7b-727e-47b4-b5f7-96317e666bfd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:27.164357 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b8731d8e-48ae-40d7-a334-379466f73fc1 req-81481d7b-727e-47b4-b5f7-96317e666bfd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0470381 Apr 12 12:22:27.171303 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c170abba-8d35-41c0-8ae4-5196caf394a5 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:22:27.191883 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:27.212819 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b8731d8e-48ae-40d7-a334-379466f73fc1 req-84b7b5f7-698a-4a21-b4a5-ef4f54db769f tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Apr 12 12:22:27.249291 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:27.298986 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=9']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:28.085287 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c3c7-2977-4819-9ab0-693befead239 req-04e24934-b4b5-41cf-a2c6-943a3281e84a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:28.086857 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b4a6c3c7-2977-4819-9ab0-693befead239 req-04e24934-b4b5-41cf-a2c6-943a3281e84a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0502906 Apr 12 12:22:28.136595 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b4a6c3c7-2977-4819-9ab0-693befead239 req-ba8033c4-f07d-45ea-b85d-0822e1442879 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 Apr 12 12:22:28.268843 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['c170abba-8d35-41c0-8ae4-5196caf394a5'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:22:28.331585 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5da52-49ae-4965-a6dc-fbfc5eb13f1b req-0208d5ff-7a52-49b8-835b-9e7b6d816ff1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:28.333090 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-92a5da52-49ae-4965-a6dc-fbfc5eb13f1b req-0208d5ff-7a52-49b8-835b-9e7b6d816ff1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0488613 Apr 12 12:22:28.384936 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-92a5da52-49ae-4965-a6dc-fbfc5eb13f1b req-85bce57b-ed72-422e-841c-06d295179d89 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460880 Apr 12 12:22:29.215239 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:29.292634 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port c170abba-8d35-41c0-8ae4-5196caf394a5 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:29.293396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:29.299837 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a39bb-c8aa-403a-a68b-266af053e3e8 req-d24060ef-242d-4d13-9ed2-bee6beec671f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:29.302712 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c73a39bb-c8aa-403a-a68b-266af053e3e8 req-d24060ef-242d-4d13-9ed2-bee6beec671f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 945 time: 0.0902367 Apr 12 12:22:29.357246 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c73a39bb-c8aa-403a-a68b-266af053e3e8 req-dd1f0d29-6d63-43e8-b195-b1052bede6e7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486727 Apr 12 12:22:29.405719 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c170abba-8d35-41c0-8ae4-5196caf394a5 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:29.406357 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:29.437646 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:29.440011 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3172a9e-c485-4402-bfd2-274ee6a00a3c" -d '{"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-plugged", "status": "completed", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:29.453970 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:29.489502 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19006289-dd88-407d-b90b-0b88becf944d x-openstack-request-id: req-19006289-dd88-407d-b90b-0b88becf944d {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:29.489902 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-plugged", "status": "completed", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:29.490226 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19006289-dd88-407d-b90b-0b88becf944d {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:29.490689 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19006289-dd88-407d-b90b-0b88becf944d'] response: {'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'code': 200} Apr 12 12:22:29.534689 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:29.547790 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487ec5-ddf6-4495-bdb6-8b8ba8da58fd req-99dc55f3-8ffc-43b9-aa6e-082b37947ac8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:29.549360 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f2487ec5-ddf6-4495-bdb6-8b8ba8da58fd req-99dc55f3-8ffc-43b9-aa6e-082b37947ac8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0891638 Apr 12 12:22:29.585256 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=10']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:29.597636 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f2487ec5-ddf6-4495-bdb6-8b8ba8da58fd req-cd1ac0bc-46c7-41f4-9d9a-79742d3b2a54 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Apr 12 12:22:30.482507 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb43c7-e0ed-4947-a240-98bb391c5717 req-aed733dc-1d3c-4fad-a5df-87917fb55890 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:30.484058 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09bb43c7-e0ed-4947-a240-98bb391c5717 req-aed733dc-1d3c-4fad-a5df-87917fb55890 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0488489 Apr 12 12:22:30.533480 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09bb43c7-e0ed-4947-a240-98bb391c5717 req-7c0c8d45-615d-4319-8518-c92334901a92 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436175 Apr 12 12:22:30.722601 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4be0e-901b-4eb2-9903-9ced89521d6d req-4ab7297d-aeaf-435a-9a53-fd65f655cce4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:30.724100 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6ea4be0e-901b-4eb2-9903-9ced89521d6d req-4ab7297d-aeaf-435a-9a53-fd65f655cce4 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0473261 Apr 12 12:22:30.774456 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6ea4be0e-901b-4eb2-9903-9ced89521d6d req-5bed6481-9cd0-4429-b57d-6162f49fb5df tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448370 Apr 12 12:22:31.664668 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413f7e8-1706-40d4-aaeb-2b57a8a81823 req-3f7603a0-30cd-4c53-8505-88516408026c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:31.666242 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f413f7e8-1706-40d4-aaeb-2b57a8a81823 req-3f7603a0-30cd-4c53-8505-88516408026c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0564668 Apr 12 12:22:31.717029 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f413f7e8-1706-40d4-aaeb-2b57a8a81823 req-2ad19f69-9e07-4e9c-8d5c-fb40dc942413 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Apr 12 12:22:31.952148 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2d8cc-b1fc-4ae2-a18d-1674da20c126 req-bc1044aa-82d2-4619-a373-959f1ddae9ff tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:31.953993 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-21a2d8cc-b1fc-4ae2-a18d-1674da20c126 req-bc1044aa-82d2-4619-a373-959f1ddae9ff tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0477540 Apr 12 12:22:32.004568 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-21a2d8cc-b1fc-4ae2-a18d-1674da20c126 req-a0302d6a-f397-4932-852d-a238d20b8e51 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453281 Apr 12 12:22:32.849748 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efccf-9f61-440e-9d86-b3662af69420 req-92229ef9-e64e-4063-8813-c2cd329eaa31 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:32.851983 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-324efccf-9f61-440e-9d86-b3662af69420 req-92229ef9-e64e-4063-8813-c2cd329eaa31 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0519738 Apr 12 12:22:32.915244 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-324efccf-9f61-440e-9d86-b3662af69420 req-d584c4f2-6478-467d-a3c9-3b0d2e8f375e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571022 Apr 12 12:22:33.128146 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b54f-c003-4f61-bf4a-b51f5ba63080 req-2f79ec51-cc1e-4ab8-8a34-f4ccc38d0944 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:33.130508 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9aa6b54f-c003-4f61-bf4a-b51f5ba63080 req-2f79ec51-cc1e-4ab8-8a34-f4ccc38d0944 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0538249 Apr 12 12:22:33.180826 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9aa6b54f-c003-4f61-bf4a-b51f5ba63080 req-c1efe147-2cc0-4618-bd00-77095c7d9594 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 Apr 12 12:22:33.820451 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c56968-619e-4216-a3bb-dde84efb9f22 req-b6ac0afb-748b-4702-96ae-44860ba56eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:33.822032 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-13c56968-619e-4216-a3bb-dde84efb9f22 req-b6ac0afb-748b-4702-96ae-44860ba56eb6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 1131 time: 0.0615485 Apr 12 12:22:33.878955 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-13c56968-619e-4216-a3bb-dde84efb9f22 req-6cde6db8-e36a-40d2-af19-8757b8bcbf0c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478232 Apr 12 12:22:34.050922 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f08774-a09b-4ee9-bb51-b2cc02a10705 req-4cd74b17-2b09-4b00-be39-c862e6783e1c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:34.050922 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f08774-a09b-4ee9-bb51-b2cc02a10705 req-4cd74b17-2b09-4b00-be39-c862e6783e1c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0545859 Apr 12 12:22:34.101330 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f08774-a09b-4ee9-bb51-b2cc02a10705 req-287325f1-94ec-4b2c-a310-a831c885f6e1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470304 Apr 12 12:22:34.306819 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4101032-4a4b-4d78-9c5f-34c9363fd499 req-66ebe08e-3060-4b4d-84cf-35533870f4c1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:34.308413 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e4101032-4a4b-4d78-9c5f-34c9363fd499 req-66ebe08e-3060-4b4d-84cf-35533870f4c1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0539100 Apr 12 12:22:34.379222 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e4101032-4a4b-4d78-9c5f-34c9363fd499 req-1003c83d-a45c-4379-a967-ad461c3294bd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633140 Apr 12 12:22:34.521454 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c3d8-84ab-464e-a87f-7a59c751da03 req-aa36be26-fcdd-4102-ba82-cd32d5b48137 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:34.524155 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-99b1c3d8-84ab-464e-a87f-7a59c751da03 req-aa36be26-fcdd-4102-ba82-cd32d5b48137 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0647926 Apr 12 12:22:34.540376 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45478) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:34.540376 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-f1a82cd0-5e75-460a-83e2-7fbf5cadda9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Request body: {'floatingip': {'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:34.605998 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f1a82cd0-5e75-460a-83e2-7fbf5cadda9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (c386b5e3-0472-4423-9363-22e7e8179b11), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:35.276111 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133be6a-b68b-4b02-a4c2-e865e4721623 req-0ee0646d-6a8b-4854-bae3-df33a8026a48 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:35.277819 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0133be6a-b68b-4b02-a4c2-e865e4721623 req-0ee0646d-6a8b-4854-bae3-df33a8026a48 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0981786 Apr 12 12:22:35.393532 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0133be6a-b68b-4b02-a4c2-e865e4721623 req-afa8ef11-9a1d-468b-9f6d-ff2265fa2f91 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963981 Apr 12 12:22:35.475921 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f1a82cd0-5e75-460a-83e2-7fbf5cadda9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:35.540600 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f1a82cd0-5e75-460a-83e2-7fbf5cadda9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (c386b5e3-0472-4423-9363-22e7e8179b11), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:35.804327 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a82cd0-5e75-460a-83e2-7fbf5cadda9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Router 8967d474-caf9-4afd-888f-91c9565d9b8f has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:22:35.931119 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a82cd0-5e75-460a-83e2-7fbf5cadda9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:22:35.937332 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f1a82cd0-5e75-460a-83e2-7fbf5cadda9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:35.943404 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] Sync routers for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:22:35.961473 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:35.962523 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:36.007483 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:36.009953 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21768b0-e7b3-45aa-aab4-0811cf907c93" -d '{"events": [{"name": "network-changed", "server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:36.029031 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f1a82cd0-5e75-460a-83e2-7fbf5cadda9a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "PUT /v2.0/floatingips/c386b5e3-0472-4423-9363-22e7e8179b11 HTTP/1.1" status: 200 len: 993 time: 1.4918671 Apr 12 12:22:36.078457 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39629f3-7559-4248-8d95-405696f7c09f x-openstack-request-id: req-b39629f3-7559-4248-8d95-405696f7c09f {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:36.078889 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:36.079310 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b39629f3-7559-4248-8d95-405696f7c09f {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:36.079965 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39629f3-7559-4248-8d95-405696f7c09f'] response: {'name': 'network-changed', 'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'status': 'completed', 'code': 200} Apr 12 12:22:36.175090 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-685ea045-a400-416b-ad15-360100f2429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:36.175090 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-685ea045-a400-416b-ad15-360100f2429f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1130 time: 0.0564523 Apr 12 12:22:36.193817 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:36.311858 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-2fe87256-e8e6-4d8e-aed9-0c77a6d514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:36.314501 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-2fe87256-e8e6-4d8e-aed9-0c77a6d514c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.1316085 Apr 12 12:22:36.421338 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-722f4577-7db6-4e98-b619-1c62034a88c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a HTTP/1.1" status: 200 len: 1001 time: 0.0985563 Apr 12 12:22:36.463405 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'c386b5e3-0472-4423-9363-22e7e8179b11', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'mac_address': 'fa:16:3e:c6:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:57Z', 'updated_at': '2022-04-12T12:22:35Z', 'revision_number': 3, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:36.491918 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] Checking router: 8967d474-caf9-4afd-888f-91c9565d9b8f for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:22:36.501317 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:36.501966 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:36.504154 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-8f658795-f4b8-4b8b-b7d2-02f7b32d56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:36.506752 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-8f658795-f4b8-4b8b-b7d2-02f7b32d56e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.0778995 Apr 12 12:22:36.561018 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394c5d-03df-4f36-9c50-4883caaa3b1c req-e8750a3a-98d5-451a-82fa-f20f2c1b7ef9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:36.562758 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-16631623-d2c8-406c-af5b-7daf84782017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:36.563622 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-25394c5d-03df-4f36-9c50-4883caaa3b1c req-e8750a3a-98d5-451a-82fa-f20f2c1b7ef9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0606396 Apr 12 12:22:36.564268 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-16631623-d2c8-406c-af5b-7daf84782017 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474725 Apr 12 12:22:36.627287 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-25394c5d-03df-4f36-9c50-4883caaa3b1c req-719e76c7-8896-4474-810a-ce7f95718391 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573223 Apr 12 12:22:36.647186 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:36.701861 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-b0e612d0-3b7e-4c9b-acb6-d0777f05a1ee service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237342 Apr 12 12:22:36.842398 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a21768b0-e7b3-45aa-aab4-0811cf907c93 req-377e8849-b2b6-41f3-8f20-6524befd92d3 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329653 Apr 12 12:22:36.987029 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'c386b5e3-0472-4423-9363-22e7e8179b11', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'mac_address': 'fa:16:3e:c6:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:57Z', 'updated_at': '2022-04-12T12:22:35Z', 'revision_number': 3, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:37.019034 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c322c4-14ec-4321-b673-f69fd485f804 None None] The sync data for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi is: [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'c386b5e3-0472-4423-9363-22e7e8179b11', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'port_id': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'mac_address': 'fa:16:3e:c6:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:19:57Z', 'updated_at': '2022-04-12T12:22:35Z', 'revision_number': 3, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:22:37.787704 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c70ae-fb35-4e45-9bc6-46f64303b400 req-00f55af6-7412-437b-974b-3399b2b2f9b3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:37.789422 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6e2c70ae-fb35-4e45-9bc6-46f64303b400 req-00f55af6-7412-437b-974b-3399b2b2f9b3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0545480 Apr 12 12:22:38.081547 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:38.085803 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2cceda-7885-4bd6-b80e-1145b98d59af" -d '{"events": [{"name": "network-changed", "server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:38.133361 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6e2c70ae-fb35-4e45-9bc6-46f64303b400 req-eb0c7bf9-dd4c-4569-ac38-3eadd6b8ae07 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377612 Apr 12 12:22:38.133786 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efbda6d-aa90-4afb-b751-d2c09004c84e x-openstack-request-id: req-1efbda6d-aa90-4afb-b751-d2c09004c84e {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:38.134256 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:38.134667 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1efbda6d-aa90-4afb-b751-d2c09004c84e {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:38.135308 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1efbda6d-aa90-4afb-b751-d2c09004c84e'] response: {'name': 'network-changed', 'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'status': 'completed', 'code': 200} Apr 12 12:22:38.249730 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-73988ad3-75e5-4cb7-8f0b-8f218dfc1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:38.252242 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-73988ad3-75e5-4cb7-8f0b-8f218dfc1ab3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9c3161421cc41ad988f904a293c7b32&device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 1130 time: 0.0677261 Apr 12 12:22:38.362409 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-8c51a5ec-938c-44c5-9c31-41672d36fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:38.364066 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-8c51a5ec-938c-44c5-9c31-41672d36fd0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 200 len: 920 time: 0.1023805 Apr 12 12:22:38.439017 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-bb5f10fb-f4a8-4c89-8f0e-1d9149bad85f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a HTTP/1.1" status: 200 len: 1001 time: 0.0673692 Apr 12 12:22:38.492773 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-27aaf565-100a-4462-8824-f11d32de4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:38.494331 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-27aaf565-100a-4462-8824-f11d32de4278 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 200 len: 858 time: 0.0475950 Apr 12 12:22:38.553544 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-87ccbf48-859f-4457-895e-a5a1202f07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:38.555284 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-87ccbf48-859f-4457-895e-a5a1202f07b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba418c03-8541-4c3c-b692-597d54968694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460434 Apr 12 12:22:38.659785 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-a561df95-1edf-4859-b902-92f8d3fd35b1 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904665 Apr 12 12:22:38.780250 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0d2cceda-7885-4bd6-b80e-1145b98d59af req-8b1444e9-392c-46de-a46f-adbff7a53165 service neutron] 10.222.0.23 "GET /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115808 Apr 12 12:22:39.267120 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a408-845c-4415-b14d-f7128f84bd05 req-3768749c-3b5b-44b9-b3fe-ba18afc6991e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:39.268734 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3803a408-845c-4415-b14d-f7128f84bd05 req-3768749c-3b5b-44b9-b3fe-ba18afc6991e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0509396 Apr 12 12:22:39.319816 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3803a408-845c-4415-b14d-f7128f84bd05 req-373198c7-6929-4be4-9330-3c2c9e321559 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Apr 12 12:22:39.321249 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:22:39.725427 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45558) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:39.885591 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-521d21df-16f9-40cb-a4da-3bb30ae811e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:39.967920 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-521d21df-16f9-40cb-a4da-3bb30ae811e2 admin admin] Publish callbacks [] for security_group (59c0846c-dfbf-4fc3-918e-4b780b163eaf), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:40.038381 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-521d21df-16f9-40cb-a4da-3bb30ae811e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (59c0846c-dfbf-4fc3-918e-4b780b163eaf), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:40.091987 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-521d21df-16f9-40cb-a4da-3bb30ae811e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b614f398e5b84f1db0102c398624135a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651097 Apr 12 12:22:40.094276 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d21df-16f9-40cb-a4da-3bb30ae811e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c0846c-dfbf-4fc3-918e-4b780b163eaf,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:40.095168 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45562) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:40.153404 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Publish callbacks [] for security_group (59c0846c-dfbf-4fc3-918e-4b780b163eaf), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:40.176325 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Publish callbacks [] for security_group (59c0846c-dfbf-4fc3-918e-4b780b163eaf), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:40.300547 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (59c0846c-dfbf-4fc3-918e-4b780b163eaf), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:40.303224 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:40.304472 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59c0846c-dfbf-4fc3-918e-4b780b163eaf HTTP/1.1" status: 204 len: 168 time: 0.2082086 Apr 12 12:22:40.316359 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c0846c-dfbf-4fc3-918e-4b780b163eaf,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:40.328026 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.328026 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.328026 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.328331 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.328477 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.328804 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:40.331758 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b0cbe-3fea-44e0-a39d-52f9a05938e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:41.440200 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45584) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:41.537793 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-380780835-network', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:41.620766 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Made reservation on behalf of cc92f5198e7a48eb8439b88714806b81 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:22:41.623967 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:41.633852 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:41.725702 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Publish callbacks [] for security_group (c38b4b10-e75e-497b-b0c0-5a3e342f76b7), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:41.803506 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c38b4b10-e75e-497b-b0c0-5a3e342f76b7), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:41.830141 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:22:41.840391 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38b4b10-e75e-497b-b0c0-5a3e342f76b7,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:41.847245 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (72e79c16-8d5a-4180-ab19-b1100a8da4d4), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:41.847589 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Added segment 72e79c16-8d5a-4180-ab19-b1100a8da4d4 of type vlan for network f8c33142-8a89-49b3-9a6d-6bebb85b0710 Apr 12 12:22:41.895122 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (f8c33142-8a89-49b3-9a6d-6bebb85b0710), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:41.969336 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (f8c33142-8a89-49b3-9a6d-6bebb85b0710), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:41.970471 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:41.971268 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:42.036555 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] Pushing event updated for resources: {'Network': ['ID=f8c33142-8a89-49b3-9a6d-6bebb85b0710,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:42.058138 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:22:42.074935 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-9206ae92-f135-4a47-b750-61970e0d77be admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6332526 Apr 12 12:22:42.078379 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45590) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:42.083839 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Request body: {'subnet': {'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-380780835-subnet', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'ip_version': 4}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:42.157728 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Made reservation on behalf of cc92f5198e7a48eb8439b88714806b81 for: {'subnet': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:22:42.160444 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9015344'] for subnet (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:42.404122 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9068494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9015330'] for subnet (bb35183a-0720-4285-8ea8-d6bc276e77c2), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:42.461595 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb35183a-0720-4285-8ea8-d6bc276e77c2,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:42.472346 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Checking segment: {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:42.472907 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Network hostable DHCP agents. Network: f8c33142-8a89-49b3-9a6d-6bebb85b0710, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:22:42.569215 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:22:42.620330 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, f8c33142-8a89-49b3-9a6d-6bebb85b0710) {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:42.626282 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:42.627174 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:42.633378 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f20811-9c41-421c-a9b2-f302f508f882 None None] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:22:42.695064 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-76f01fc2-53a5-4e05-8ac9-19b523f320b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6143596 Apr 12 12:22:42.696877 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45594) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:42.702796 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:42.747848 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:22:42.749286 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:42.775232 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (febb3520-ab77-4dbd-9da0-4cf547320914), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:42.776528 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (febb3520-ab77-4dbd-9da0-4cf547320914), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:42.842425 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks [] for router_controller (febb3520-ab77-4dbd-9da0-4cf547320914), precommit_add_association {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:42.905208 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Allocated IP 172.20.0.2 (f8c33142-8a89-49b3-9a6d-6bebb85b0710/bb35183a-0720-4285-8ea8-d6bc276e77c2/1302053f-f5e6-4fcb-9cb9-32b0684e0316) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:43.057601 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Publish callbacks [] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.081872 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks [] for router_gateway (febb3520-ab77-4dbd-9da0-4cf547320914), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.170023 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.211966 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:43.215054 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:43.219140 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:43.231031 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Pushing event updated for resources: {'Port': ['ID=1302053f-f5e6-4fcb-9cb9-32b0684e0316,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:43.291315 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Attempting to bind port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:22:43.291837 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Attempting to bind port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:22:43.292201 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Attempting to bind port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 on network f8c33142-8a89-49b3-9a6d-6bebb85b0710 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:43.298070 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:22:43.298502 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Checking segment: {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:43.298908 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.299298 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Bound using segment: {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:22:43.299762 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Bound port: 1302053f-f5e6-4fcb-9cb9-32b0684e0316, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:22:43.300139 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.381736 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] For port 1302053f-f5e6-4fcb-9cb9-32b0684e0316, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:22:43.386956 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] For port 1302053f-f5e6-4fcb-9cb9-32b0684e0316, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1302053f-f5e6-4fcb-9cb9-32b0684e0316,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:22:43.418786 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks [] for router_gateway (febb3520-ab77-4dbd-9da0-4cf547320914), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.446452 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.474693 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.594695 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f4516-f808-409a-9246-93526a5cf849 None None] Pushing event updated for resources: {'Port': ['ID=1302053f-f5e6-4fcb-9cb9-32b0684e0316,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:43.607195 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Allocated IP 172.27.3.145 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/3e567160-9d78-4402-9d83-78c9d3b204a9) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:43.764063 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks [] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.907837 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:43.982237 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:43.987218 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:44.003536 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:44.005813 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e567160-9d78-4402-9d83-78c9d3b204a9,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:44.411991 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks [] for router_gateway (febb3520-ab77-4dbd-9da0-4cf547320914), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:44.504375 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d424b-572d-4d27-a1d0-ce166fde4447 req-2f99b8d3-6c3c-4ec8-9ed2-2233e2700b28 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:44.506161 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8f1d424b-572d-4d27-a1d0-ce166fde4447 req-2f99b8d3-6c3c-4ec8-9ed2-2233e2700b28 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0551116 Apr 12 12:22:44.588162 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8f1d424b-572d-4d27-a1d0-ce166fde4447 req-8428d6d7-688e-442d-9a1c-bb431df1bd37 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738509 Apr 12 12:22:44.707482 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd476f0b-654e-49a5-91dc-3b58e16d7bc3 None None] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:22:44.788169 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-a832410a-5953-4219-aa07-4f880b2a9e98 None None] Provisioning complete for port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:44.788527 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a832410a-5953-4219-aa07-4f880b2a9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:44.915898 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (febb3520-ab77-4dbd-9da0-4cf547320914), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:45.043355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-a832410a-5953-4219-aa07-4f880b2a9e98 None None] Current status of the port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:45.044555 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a832410a-5953-4219-aa07-4f880b2a9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:45.083966 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-a832410a-5953-4219-aa07-4f880b2a9e98 None None] For port 1302053f-f5e6-4fcb-9cb9-32b0684e0316, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1302053f-f5e6-4fcb-9cb9-32b0684e0316,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:45.151631 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Router febb3520-ab77-4dbd-9da0-4cf547320914 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:22:45.162976 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a832410a-5953-4219-aa07-4f880b2a9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:45.215420 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832410a-5953-4219-aa07-4f880b2a9e98 None None] Pushing event updated for resources: {'Port': ['ID=1302053f-f5e6-4fcb-9cb9-32b0684e0316,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:45.269554 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:22:45.286274 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Sync routers for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:22:45.290951 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-24a9631a-e9df-4e1c-b438-98b2fdb267cd None None] Provisioning complete for port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:45.291320 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-24a9631a-e9df-4e1c-b438-98b2fdb267cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:45.321110 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:45.321814 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:45.337180 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:45.342318 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c0902d49-c604-4be7-b093-61590e5c74b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6406372 Apr 12 12:22:45.342504 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45610) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:45.475265 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-24a9631a-e9df-4e1c-b438-98b2fdb267cd None None] Current status of the port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:45.480683 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:45.590594 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1302053f-f5e6-4fcb-9cb9-32b0684e0316 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:45.686238 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:45.686617 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:45.731692 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:44Z', 'revision_number': 3, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:45.755583 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e18cc6-de7a-4881-b532-771c2053b1f9 req-f448f65d-8ab2-4d0e-92f4-cafc7f407d03 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:45.757155 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c3e18cc6-de7a-4881-b532-771c2053b1f9 req-f448f65d-8ab2-4d0e-92f4-cafc7f407d03 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0868719 Apr 12 12:22:45.764319 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Checking router: febb3520-ab77-4dbd-9da0-4cf547320914 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:22:45.764673 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Updating router febb3520-ab77-4dbd-9da0-4cf547320914 port 3e567160-9d78-4402-9d83-78c9d3b204a9 binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:22:45.816587 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:45.848300 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c3e18cc6-de7a-4881-b532-771c2053b1f9 req-e5267566-3c90-4126-b866-4f00d82efe78 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0840037 Apr 12 12:22:45.858648 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:45.932241 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.093861 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Allocated IP 172.20.0.1 (f8c33142-8a89-49b3-9a6d-6bebb85b0710/bb35183a-0720-4285-8ea8-d6bc276e77c2/4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:46.145811 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Publish callbacks [] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.205361 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Publish callbacks [] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.232034 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.293421 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Attempting to bind port 3e567160-9d78-4402-9d83-78c9d3b204a9 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:22:46.293792 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Attempting to bind port 3e567160-9d78-4402-9d83-78c9d3b204a9 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:22:46.294155 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Attempting to bind port 3e567160-9d78-4402-9d83-78c9d3b204a9 on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:46.296319 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebff8c9-50fb-4823-8123-15b0cea40c24 None None] Pushing event updated for resources: {'Port': ['ID=3e567160-9d78-4402-9d83-78c9d3b204a9,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:46.302576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:22:46.302952 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:46.303355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.304286 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:22:46.304391 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Bound port: 3e567160-9d78-4402-9d83-78c9d3b204a9, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:22:46.304788 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.346876 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.367858 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] For port 3e567160-9d78-4402-9d83-78c9d3b204a9, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:22:46.373652 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] For port 3e567160-9d78-4402-9d83-78c9d3b204a9, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=3e567160-9d78-4402-9d83-78c9d3b204a9,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:22:46.392912 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:46.396130 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:46.399833 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:46.426922 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:46.452810 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (febb3520-ab77-4dbd-9da0-4cf547320914), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.466984 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.530725 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:46.532442 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:46.537474 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebff8c9-50fb-4823-8123-15b0cea40c24 None None] Pushing event updated for resources: {'Port': ['ID=3e567160-9d78-4402-9d83-78c9d3b204a9,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:46.661379 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:46.661581 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.730630 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-1d6478fa-5dc3-49d2-9106-2145f8a37e1a None None] Provisioning complete for port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:46.731027 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-1d6478fa-5dc3-49d2-9106-2145f8a37e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.813143 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-1d6478fa-5dc3-49d2-9106-2145f8a37e1a None None] Port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:22:46.888163 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:44Z', 'revision_number': 3, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:46.901367 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Publish callbacks [] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:46.918349 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-c390f9a1-4c35-41dd-8b2f-4cdab1c86ada tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:46.918349 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-c390f9a1-4c35-41dd-8b2f-4cdab1c86ada tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.0680583 Apr 12 12:22:46.922964 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7f9e-f1fc-4a59-b978-3e8c1f9d3d88 None None] The sync data for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi is: [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:44Z', 'revision_number': 3, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:22:46.969952 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.052057 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdccf6f-4145-43c0-9bd1-cb6d16bf4b8e req-a9e828ca-4a6d-4119-8ada-1f39cb3361f1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:47.059374 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-efdccf6f-4145-43c0-9bd1-cb6d16bf4b8e req-a9e828ca-4a6d-4119-8ada-1f39cb3361f1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 946 time: 0.1055350 Apr 12 12:22:47.069165 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (febb3520-ab77-4dbd-9da0-4cf547320914), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.076196 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:47.097094 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Deleting port ca6ecdb3-7ade-44d9-bc6f-94115071648b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:22:47.097412 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.143939 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-efdccf6f-4145-43c0-9bd1-cb6d16bf4b8e req-cbe6b5d8-a0d2-4f60-a0e0-9eb1154010dd tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=310cdfa1-864d-4104-8cc6-4b1400fd58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0830345 Apr 12 12:22:47.195943 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:47.204042 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:47.231906 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] For port ca6ecdb3-7ade-44d9-bc6f-94115071648b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca6ecdb3-7ade-44d9-bc6f-94115071648b,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:47.232309 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.371036 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Router febb3520-ab77-4dbd-9da0-4cf547320914 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:22:47.479062 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.479414 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (4aa77602-0bc6-4059-80c7-d21bd892be40), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.479845 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Floating IP 4aa77602-0bc6-4059-80c7-d21bd892be40 disassociated. External IP: 172.27.3.108, port: ca6ecdb3-7ade-44d9-bc6f-94115071648b. Apr 12 12:22:47.480257 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Calling delete_port for ca6ecdb3-7ade-44d9-bc6f-94115071648b owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:22:47.523498 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.525045 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:22:47.542334 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a3b3cca3-0d1a-4019-a7ba-67cb7bafcf70 admin admin] 10.222.0.20 "PUT /v2.0/routers/febb3520-ab77-4dbd-9da0-4cf547320914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1978412 Apr 12 12:22:47.552650 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-373152ae-2191-4999-9525-420cc394971a None None] Provisioning complete for port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:47.557367 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-373152ae-2191-4999-9525-420cc394971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.618619 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-373152ae-2191-4999-9525-420cc394971a None None] Port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:22:47.657783 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 3e567160-9d78-4402-9d83-78c9d3b204a9 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:47.717378 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 3e567160-9d78-4402-9d83-78c9d3b204a9 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:47.717763 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.723036 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (ca6ecdb3-7ade-44d9-bc6f-94115071648b), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.755651 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event deleted for resources: {'Port': ['ID=ca6ecdb3-7ade-44d9-bc6f-94115071648b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:47.828467 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 3e567160-9d78-4402-9d83-78c9d3b204a9 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:47.833699 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.865839 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 3e567160-9d78-4402-9d83-78c9d3b204a9, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=3e567160-9d78-4402-9d83-78c9d3b204a9,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:47.905154 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Router b8fc298a-9876-490d-88e4-664f950f68c3 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:22:47.921430 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:47.978333 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=3e567160-9d78-4402-9d83-78c9d3b204a9,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:48.027821 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:22:48.049720 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] Sync routers for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:22:48.061546 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:48.062558 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:48.095245 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] No DVR routers for this DVR port ca6ecdb3-7ade-44d9-bc6f-94115071648b on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:22:48.098477 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.104094 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c8b48153-d661-4d77-b1d1-10b438a8253e req-57c1347a-5770-47e8-ad3d-4043b70c6148 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "DELETE /v2.0/ports/ca6ecdb3-7ade-44d9-bc6f-94115071648b HTTP/1.1" status: 204 len: 173 time: 1.1782975 Apr 12 12:22:48.105642 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'name': 'network-vif-deleted', 'tag': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:48.109045 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923057d9-2e10-4395-905d-ff7737809c11" -d '{"events": [{"server_uuid": "a0582e6c-7748-4548-a1b7-921c2d4a484e", "name": "network-vif-deleted", "tag": "ca6ecdb3-7ade-44d9-bc6f-94115071648b"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:48.149270 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffc4448-ed19-444d-85e0-83ab86b54333 x-openstack-request-id: req-fffc4448-ed19-444d-85e0-83ab86b54333 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:48.149572 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0582e6c-7748-4548-a1b7-921c2d4a484e", "name": "network-vif-deleted", "tag": "ca6ecdb3-7ade-44d9-bc6f-94115071648b", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:48.149832 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fffc4448-ed19-444d-85e0-83ab86b54333 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:48.150339 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffc4448-ed19-444d-85e0-83ab86b54333'] response: {'server_uuid': 'a0582e6c-7748-4548-a1b7-921c2d4a484e', 'name': 'network-vif-deleted', 'tag': 'ca6ecdb3-7ade-44d9-bc6f-94115071648b', 'status': 'completed', 'code': 200} Apr 12 12:22:48.202058 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:48.258195 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f393b1e7-9f9e-4283-aa90-67037235803b req-0f4eba66-a089-4c76-8913-9598322c1c82 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0582e6c-7748-4548-a1b7-921c2d4a484e HTTP/1.1" status: 200 len: 210 time: 0.0310826 Apr 12 12:22:48.404101 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45634) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:48.410661 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1038390520-network', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:48.447633 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:48.479981 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] Checking router: b8fc298a-9876-490d-88e4-664f950f68c3 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:22:48.489818 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:48.490536 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:48.524256 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Made reservation on behalf of 202dbd12b3d4491b8107b217beeab15b for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:22:48.527427 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.537592 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.616112 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:48.620285 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Publish callbacks [] for security_group (452e67cb-930b-49a1-91b5-53a2ef250d4d), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.683210 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (452e67cb-930b-49a1-91b5-53a2ef250d4d), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.711453 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:22:48.721982 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e67cb-930b-49a1-91b5-53a2ef250d4d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:48.727312 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (1a32ea6d-d989-4ce0-a644-2375bb7b038d), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.727732 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Added segment 1a32ea6d-d989-4ce0-a644-2375bb7b038d of type vlan for network daf0b513-48b1-45da-903c-57d20b343286 Apr 12 12:22:48.786711 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (daf0b513-48b1-45da-903c-57d20b343286), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.843445 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Sync routers for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:22:48.850720 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:48.854647 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:48.855275 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:48.881284 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b061107-905f-4340-8d40-34fed8143e0c None None] The sync data for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi is: [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:22:48.900209 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (daf0b513-48b1-45da-903c-57d20b343286), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.901214 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:48.901796 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:48.976745 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] Pushing event updated for resources: {'Network': ['ID=daf0b513-48b1-45da-903c-57d20b343286,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:49.037598 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45636) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:49.038108 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-8c76b692-db86-4e2c-9387-909e3093411e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6322734 Apr 12 12:22:49.043601 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Request body: {'subnet': {'network_id': 'daf0b513-48b1-45da-903c-57d20b343286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1038390520-subnet', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:49.112605 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network daf0b513-48b1-45da-903c-57d20b343286 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:22:49.140529 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Made reservation on behalf of 202dbd12b3d4491b8107b217beeab15b for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:22:49.143187 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11594485'] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.147727 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:49.211160 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995ee12-4386-4908-b9e9-ec2b5d533589 None None] New status for floating IP 4aa77602-0bc6-4059-80c7-d21bd892be40: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:22:49.292675 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device ca6ecdb3-7ade-44d9-bc6f-94115071648b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:22:49.349752 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: ca6ecdb3-7ade-44d9-bc6f-94115071648b {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:22:49.351489 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device ca6ecdb3-7ade-44d9-bc6f-94115071648b not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:22:49.397842 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11594471'] for subnet (feae2ae5-6a28-4866-8163-a3207f290493), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.426073 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 2, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:49.454584 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feae2ae5-6a28-4866-8163-a3207f290493,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:49.458263 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Checking router: febb3520-ab77-4dbd-9da0-4cf547320914 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:22:49.458263 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Updating router febb3520-ab77-4dbd-9da0-4cf547320914 port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:22:49.465606 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Checking segment: {'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:49.466131 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Network hostable DHCP agents. Network: daf0b513-48b1-45da-903c-57d20b343286, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:22:49.478234 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45642) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:49.503363 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.546673 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65711323-ba88-4515-8873-f27ad2892a9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (310cdfa1-864d-4104-8cc6-4b1400fd58e2), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.574321 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65711323-ba88-4515-8873-f27ad2892a9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (310cdfa1-864d-4104-8cc6-4b1400fd58e2), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.580393 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Network daf0b513-48b1-45da-903c-57d20b343286 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:22:49.610319 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 3e567160-9d78-4402-9d83-78c9d3b204a9 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:49.660780 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, daf0b513-48b1-45da-903c-57d20b343286) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:49.666398 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:49.667236 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.679613 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6bb73-8a08-4919-9b18-eac629061d3f None None] Network daf0b513-48b1-45da-903c-57d20b343286 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:22:49.683348 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65711323-ba88-4515-8873-f27ad2892a9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (310cdfa1-864d-4104-8cc6-4b1400fd58e2), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.686099 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65711323-ba88-4515-8873-f27ad2892a9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.687415 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-65711323-ba88-4515-8873-f27ad2892a9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "DELETE /v2.0/security-groups/310cdfa1-864d-4104-8cc6-4b1400fd58e2 HTTP/1.1" status: 204 len: 168 time: 0.2081916 Apr 12 12:22:49.690431 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45644) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:49.698731 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65711323-ba88-4515-8873-f27ad2892a9e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310cdfa1-864d-4104-8cc6-4b1400fd58e2,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:49.711527 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.api.v2.resource [None req-af491952-0e28-415e-88dc-12500118b6cf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] show failed (client error): The resource could not be found. Apr 12 12:22:49.712573 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-af491952-0e28-415e-88dc-12500118b6cf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups/310cdfa1-864d-4104-8cc6-4b1400fd58e2 HTTP/1.1" status: 404 len: 347 time: 0.0211298 Apr 12 12:22:49.715650 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45646) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:49.758759 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9296b50c-c0b2-4b93-b82f-0b929dd6da18 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7192576 Apr 12 12:22:49.762359 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45648) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:49.768661 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:49.783267 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-1a63a48b-e6a9-4ac9-a6df-ed21e03607ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.838879 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 3e567160-9d78-4402-9d83-78c9d3b204a9 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:49.839508 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.846820 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Deleting port 33ff902c-49b2-4f71-bc8e-49131ee9a205 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:22:49.848178 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (33ff902c-49b2-4f71-bc8e-49131ee9a205), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.890171 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (c565b904-924b-4173-835a-e567cf2a9d65), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.891597 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (c565b904-924b-4173-835a-e567cf2a9d65), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.946532 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-daf0b513-48b1-45da-903c-57d20b343286', 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286', 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'fixed_ips': [{'subnet_id': 'feae2ae5-6a28-4866-8163-a3207f290493'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:22:49.947396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.950707 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (33ff902c-49b2-4f71-bc8e-49131ee9a205), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.951315 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (33ff902c-49b2-4f71-bc8e-49131ee9a205), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:49.969156 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Calling delete_port for 33ff902c-49b2-4f71-bc8e-49131ee9a205 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:22:50.116329 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Publish callbacks [] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.121428 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 3e567160-9d78-4402-9d83-78c9d3b204a9 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:50.185834 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Allocated IP 172.20.0.2 (daf0b513-48b1-45da-903c-57d20b343286/feae2ae5-6a28-4866-8163-a3207f290493/23c22b55-3ad9-4ad2-ac96-48ec9a621ed4) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:50.209823 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (33ff902c-49b2-4f71-bc8e-49131ee9a205), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.233125 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks [] for router_controller (c565b904-924b-4173-835a-e567cf2a9d65), precommit_add_association {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.244434 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event deleted for resources: {'Port': ['ID=33ff902c-49b2-4f71-bc8e-49131ee9a205,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:50.250420 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.269165 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.269521 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.269891 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.270264 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.270592 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.270923 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.271273 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.271855 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.272190 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.272516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.272839 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.275719 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.275719 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.275719 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.275719 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:50.324164 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b630a-a648-4b01-b28f-f1cdfbbfa86e None None] Pushing event updated for resources: {'Port': ['ID=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:50.326034 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (4aa77602-0bc6-4059-80c7-d21bd892be40), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.336951 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.341703 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-35846b12-7e99-43da-93dc-851f48e0f423 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "DELETE /v2.0/floatingips/4aa77602-0bc6-4059-80c7-d21bd892be40 HTTP/1.1" status: 204 len: 168 time: 0.6209204 Apr 12 12:22:50.418137 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Attempting to bind port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:22:50.418503 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Attempting to bind port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:22:50.419404 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Attempting to bind port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 on network f8c33142-8a89-49b3-9a6d-6bebb85b0710 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:50.437754 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:22:50.438123 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Checking segment: {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:50.438523 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.438909 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Bound using segment: {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:22:50.439382 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Bound port: 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:22:50.439760 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.445414 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Publish callbacks [] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.475352 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks [] for router_gateway (c565b904-924b-4173-835a-e567cf2a9d65), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.521232 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] For port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:22:50.524954 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] For port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:22:50.577598 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.580440 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-a5a22505-b1d8-4128-bbc5-178a723b0dae None None] Provisioning complete for port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:50.580941 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a5a22505-b1d8-4128-bbc5-178a723b0dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.640507 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.646253 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Network daf0b513-48b1-45da-903c-57d20b343286 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:50.656400 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:50.661779 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:50.679395 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Pushing event updated for resources: {'Port': ['ID=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:50.683201 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-a5a22505-b1d8-4128-bbc5-178a723b0dae None None] Port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:22:50.731088 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45654) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:50.737644 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e3b265cf-7d71-4cdd-bec4-20905283a76c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679564078', 'description': 'tempest-description--2067697612'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:50.748661 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:50.749345 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:50.833102 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks [] for router_gateway (c565b904-924b-4173-835a-e567cf2a9d65), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.833778 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b630a-a648-4b01-b28f-f1cdfbbfa86e None None] Pushing event updated for resources: {'Port': ['ID=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:50.848439 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Attempting to bind port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:22:50.848628 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Attempting to bind port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:22:50.848994 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Attempting to bind port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 on network daf0b513-48b1-45da-903c-57d20b343286 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:50.860750 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:22:50.861180 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Checking segment: {'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:50.861589 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.861988 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Bound using segment: {'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:22:50.862493 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Bound port: 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:22:50.862911 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.869086 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.871780 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b265cf-7d71-4cdd-bec4-20905283a76c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:50.977115 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b265cf-7d71-4cdd-bec4-20905283a76c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (f55f34c2-3507-45fc-ae72-c84b2034b24e), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.014516 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Allocated IP 172.27.3.222 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/b34edf6f-d50d-4618-bbb8-c87130ce00f3) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:51.053919 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b265cf-7d71-4cdd-bec4-20905283a76c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (f55f34c2-3507-45fc-ae72-c84b2034b24e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.075282 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-a95e3509-8324-4797-91ed-c029b9c5b6a6 None None] Provisioning complete for port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:51.075892 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a95e3509-8324-4797-91ed-c029b9c5b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.089358 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b265cf-7d71-4cdd-bec4-20905283a76c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f34c2-3507-45fc-ae72-c84b2034b24e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:51.130124 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks [] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.153992 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:51.159891 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b265cf-7d71-4cdd-bec4-20905283a76c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.162422 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-e3b265cf-7d71-4cdd-bec4-20905283a76c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4291656 Apr 12 12:22:51.167620 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45656) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:51.181345 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-892b74ea-b907-4ad1-b37b-ffac07e55bcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'security_group_rule': {'security_group_id': 'f55f34c2-3507-45fc-ae72-c84b2034b24e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:51.221747 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] For port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:22:51.230996 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] For port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,segment=NetworkSegment(1a32ea6d-d989-4ce0-a644-2375bb7b038d),segment_id=1a32ea6d-d989-4ce0-a644-2375bb7b038d)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:22:51.261047 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.309876 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:51.313025 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:51.316661 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:51.330145 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-892b74ea-b907-4ad1-b37b-ffac07e55bcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (00caab3d-08e1-4a23-b5cf-c4bb83c833f0), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.345692 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Pushing event updated for resources: {'Port': ['ID=b34edf6f-d50d-4618-bbb8-c87130ce00f3,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:51.349738 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-a95e3509-8324-4797-91ed-c029b9c5b6a6 None None] Current status of the port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:51.350586 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a95e3509-8324-4797-91ed-c029b9c5b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.353317 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.397152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-892b74ea-b907-4ad1-b37b-ffac07e55bcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (00caab3d-08e1-4a23-b5cf-c4bb83c833f0), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.473451 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-892b74ea-b907-4ad1-b37b-ffac07e55bcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (00caab3d-08e1-4a23-b5cf-c4bb83c833f0), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.479858 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba31d65-feab-4fb9-9a93-4f962f13affc None None] Pushing event updated for resources: {'Port': ['ID=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:51.504161 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-a95e3509-8324-4797-91ed-c029b9c5b6a6 None None] For port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:51.517163 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b74ea-b907-4ad1-b37b-ffac07e55bcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00caab3d-08e1-4a23-b5cf-c4bb83c833f0,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:51.526016 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:50Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:51.554865 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d63e2c-eec9-49e7-a8cc-d276fe15ceb4 None None] The sync data for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi is: [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:50Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:22:51.586498 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a95e3509-8324-4797-91ed-c029b9c5b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.598709 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-892b74ea-b907-4ad1-b37b-ffac07e55bcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.608350 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-892b74ea-b907-4ad1-b37b-ffac07e55bcf tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4388354 Apr 12 12:22:51.611091 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45660) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:51.651707 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a7e8689d-cbb7-49ed-a58c-c141dc30eb43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'security_group_rule': {'security_group_id': 'f55f34c2-3507-45fc-ae72-c84b2034b24e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:51.693092 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e3509-8324-4797-91ed-c029b9c5b6a6 None None] Pushing event updated for resources: {'Port': ['ID=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:51.764802 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks [] for router_gateway (c565b904-924b-4173-835a-e567cf2a9d65), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.791996 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7e8689d-cbb7-49ed-a58c-c141dc30eb43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (61def54a-4109-451e-9171-8945ac23e86a), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.868097 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7e8689d-cbb7-49ed-a58c-c141dc30eb43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (61def54a-4109-451e-9171-8945ac23e86a), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.923458 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7e8689d-cbb7-49ed-a58c-c141dc30eb43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (61def54a-4109-451e-9171-8945ac23e86a), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:51.943359 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8689d-cbb7-49ed-a58c-c141dc30eb43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61def54a-4109-451e-9171-8945ac23e86a,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:52.011063 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7e8689d-cbb7-49ed-a58c-c141dc30eb43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.013109 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-a7e8689d-cbb7-49ed-a58c-c141dc30eb43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3945913 Apr 12 12:22:52.016176 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45662) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:52.021656 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:52.047343 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (c565b904-924b-4173-835a-e567cf2a9d65), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.096189 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.202076 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.277355 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Router c565b904-924b-4173-835a-e567cf2a9d65 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:22:52.344139 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Allocated IP 172.27.3.35 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/18a99ff2-a910-4c42-9592-b241e463b1b7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:52.486771 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:22:52.506781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Sync routers for ids ['c565b904-924b-4173-835a-e567cf2a9d65'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:22:52.526929 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Routers {'c565b904-924b-4173-835a-e567cf2a9d65'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:52.527596 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['c565b904-924b-4173-835a-e567cf2a9d65'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:52.582470 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.586501 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7bdfc49a-90a3-4278-ab36-36554822f99a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8190136 Apr 12 12:22:52.589853 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45664) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:52.592404 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for port (18a99ff2-a910-4c42-9592-b241e463b1b7), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.594082 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-76e5b673-5c34-48e3-ad88-143f7d319706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.692424 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc61ae9-5b0a-4886-9f07-4711f42ccb91 None None] Network daf0b513-48b1-45da-903c-57d20b343286 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:22:52.752831 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (18a99ff2-a910-4c42-9592-b241e463b1b7), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.792581 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-84f8ca9e-fe8d-476b-a307-bc74296e2138 None None] Provisioning complete for port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:52.794457 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-84f8ca9e-fe8d-476b-a307-bc74296e2138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:52.816829 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:52.822607 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:52.828210 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:52.840190 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Set router c565b904-924b-4173-835a-e567cf2a9d65 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:52.841741 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'Port': ['ID=18a99ff2-a910-4c42-9592-b241e463b1b7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:52.968045 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (1bd9b0fb-7549-4b81-8571-b79b66223e86), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.128522 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-84f8ca9e-fe8d-476b-a307-bc74296e2138 None None] Current status of the port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:53.128934 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-84f8ca9e-fe8d-476b-a307-bc74296e2138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.133823 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (18a99ff2-a910-4c42-9592-b241e463b1b7), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.165202 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:22:51Z', 'revision_number': 3, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port': {'id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:50Z', 'updated_at': '2022-04-12T12:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:53.221287 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Checking router: c565b904-924b-4173-835a-e567cf2a9d65 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:22:53.226016 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Updating router c565b904-924b-4173-835a-e567cf2a9d65 port b34edf6f-d50d-4618-bbb8-c87130ce00f3 binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:22:53.227247 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-84f8ca9e-fe8d-476b-a307-bc74296e2138 None None] For port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,segment=NetworkSegment(1a32ea6d-d989-4ce0-a644-2375bb7b038d),segment_id=1a32ea6d-d989-4ce0-a644-2375bb7b038d)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:53.255189 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.358156 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-84f8ca9e-fe8d-476b-a307-bc74296e2138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.371928 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for port (18a99ff2-a910-4c42-9592-b241e463b1b7), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.437165 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8ca9e-fe8d-476b-a307-bc74296e2138 None None] Pushing event updated for resources: {'Port': ['ID=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:53.478235 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (18a99ff2-a910-4c42-9592-b241e463b1b7), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.505302 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-1765e456-c639-441a-8367-934e1a301f74 None None] Provisioning complete for port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:53.505723 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-1765e456-c639-441a-8367-934e1a301f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.560015 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.586791 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'Port': ['ID=18a99ff2-a910-4c42-9592-b241e463b1b7,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:53.608203 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (1bd9b0fb-7549-4b81-8571-b79b66223e86), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.669529 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.671213 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-e933f2f5-9e6b-4774-bdd8-1fbc1e91af43 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6539893 Apr 12 12:22:53.706743 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.719942 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:53.778941 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Allocated IP 172.20.0.1 (daf0b513-48b1-45da-903c-57d20b343286/feae2ae5-6a28-4866-8163-a3207f290493/502ccb51-c8bd-4ab5-b4c4-172959976a9a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:53.908693 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Publish callbacks [] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.915795 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-9837824f-d72d-492b-997d-9c70a1655dd9 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1679564078&fields=id&tenant_id=201c973457684ef684fec045b2c619ba HTTP/1.1" status: 200 len: 267 time: 0.0698009 Apr 12 12:22:53.918498 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Publish callbacks [] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.930975 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-1765e456-c639-441a-8367-934e1a301f74 None None] Current status of the port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:53.962991 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:53.963409 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:53.985835 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.021580 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.022717 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-8fb76b20-d244-45be-b136-c784bca58495 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:54.024217 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-8fb76b20-d244-45be-b136-c784bca58495 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 811 time: 0.1074185 Apr 12 12:22:54.058508 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Attempting to bind port b34edf6f-d50d-4618-bbb8-c87130ce00f3 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:22:54.058900 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Attempting to bind port b34edf6f-d50d-4618-bbb8-c87130ce00f3 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:22:54.060409 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Attempting to bind port b34edf6f-d50d-4618-bbb8-c87130ce00f3 on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:54.063855 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Network daf0b513-48b1-45da-903c-57d20b343286 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:54.064338 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-16eced90-4222-481e-9409-b8f45be4c283 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/quotas/201c973457684ef684fec045b2c619ba HTTP/1.1" status: 200 len: 375 time: 0.0333569 Apr 12 12:22:54.065879 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6003e-9f51-454d-9965-9a16a664224b None None] Pushing event updated for resources: {'Port': ['ID=b34edf6f-d50d-4618-bbb8-c87130ce00f3,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:54.069081 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:54.072846 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:22:54.074710 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:54.074710 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.074710 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:22:54.074710 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Bound port: b34edf6f-d50d-4618-bbb8-c87130ce00f3, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:22:54.075943 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.080767 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:54.095323 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Pushing event updated for resources: {'Port': ['ID=502ccb51-c8bd-4ab5-b4c4-172959976a9a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:54.129471 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-3d20e5cb-8e49-4f2b-bc25-bcdb16200d9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622835 Apr 12 12:22:54.139266 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (c565b904-924b-4173-835a-e567cf2a9d65), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.154952 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] For port b34edf6f-d50d-4618-bbb8-c87130ce00f3, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:22:54.172334 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] For port b34edf6f-d50d-4618-bbb8-c87130ce00f3, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b34edf6f-d50d-4618-bbb8-c87130ce00f3,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:22:54.183192 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:54.185028 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:54.239652 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.245419 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:54.245786 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.361054 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6003e-9f51-454d-9965-9a16a664224b None None] Pushing event updated for resources: {'Port': ['ID=b34edf6f-d50d-4618-bbb8-c87130ce00f3,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:54.371417 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Routers {'c565b904-924b-4173-835a-e567cf2a9d65'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:54.372631 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['c565b904-924b-4173-835a-e567cf2a9d65'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:54.392477 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.399252 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-2666eb43-af91-4d97-abb1-d5c1e38da4be service neutron] 10.222.0.20 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561316 Apr 12 12:22:54.467571 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:54.503370 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-30b76e18-add9-45ef-81f8-b46cb269f970 service neutron] 10.222.0.20 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975697 Apr 12 12:22:54.504534 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4c4889e5-b465-4a17-b920-7d640d3fabad None None] Provisioning complete for port 502ccb51-c8bd-4ab5-b4c4-172959976a9a triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:54.504958 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4c4889e5-b465-4a17-b920-7d640d3fabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.562471 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] Set router c565b904-924b-4173-835a-e567cf2a9d65 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:54.564255 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4c4889e5-b465-4a17-b920-7d640d3fabad None None] Port 502ccb51-c8bd-4ab5-b4c4-172959976a9a cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:22:54.592000 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Publish callbacks [] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.688804 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.783081 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:22:54Z', 'revision_number': 4, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port': {'id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:50Z', 'updated_at': '2022-04-12T12:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '502ccb51-c8bd-4ab5-b4c4-172959976a9a', 'name': '', 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'mac_address': 'fa:16:3e:bd:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:53Z', 'updated_at': '2022-04-12T12:22:53Z', 'revision_number': 1, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'subnets': [{'id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:54.809982 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (c565b904-924b-4173-835a-e567cf2a9d65), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:54.814250 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21225d-677e-41d6-a937-6064ea6310da None None] The sync data for ids ['c565b904-924b-4173-835a-e567cf2a9d65'] in dv-cinder-830093-4-iscsi is: [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:22:54Z', 'revision_number': 4, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port': {'id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:50Z', 'updated_at': '2022-04-12T12:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '502ccb51-c8bd-4ab5-b4c4-172959976a9a', 'name': '', 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'mac_address': 'fa:16:3e:bd:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:53Z', 'updated_at': '2022-04-12T12:22:53Z', 'revision_number': 1, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'subnets': [{'id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:22:54.818859 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Pushing event updated for resources: {'Port': ['ID=502ccb51-c8bd-4ab5-b4c4-172959976a9a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:54.823112 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2e8f6f15-95aa-43e2-9ef0-3f184f167edd req-90f5e301-93bf-4832-b30c-6f3f09e9311d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 210 time: 0.0510550 Apr 12 12:22:54.928077 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Network daf0b513-48b1-45da-903c-57d20b343286 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:54.929764 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:55.072274 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:55.097851 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Router c565b904-924b-4173-835a-e567cf2a9d65 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:22:55.275008 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:22:55.287930 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-65c192ec-f4e3-4e49-90b7-d80714a764fb admin admin] 10.222.0.20 "PUT /v2.0/routers/c565b904-924b-4173-835a-e567cf2a9d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997340 Apr 12 12:22:55.293669 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-7fd74e47-5391-48c8-9d72-1c3ffc511034 None None] Provisioning complete for port 502ccb51-c8bd-4ab5-b4c4-172959976a9a triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:55.294176 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7fd74e47-5391-48c8-9d72-1c3ffc511034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:55.339415 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-7fd74e47-5391-48c8-9d72-1c3ffc511034 None None] Port 502ccb51-c8bd-4ab5-b4c4-172959976a9a cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:22:55.942323 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8b10a195-c7b6-4cd4-8597-09546aa0ad7b req-1f9a4954-1827-47b9-b27c-822b9bf65ba1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 210 time: 0.0448704 Apr 12 12:22:55.961881 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45700) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:55.973529 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-472a1471-6a0e-4341-89e4-9b501ca76b22 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736097166', 'description': 'tempest-secgroup-smoke-736097166 description', 'project_id': 'cc92f5198e7a48eb8439b88714806b81'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:56.054772 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-472a1471-6a0e-4341-89e4-9b501ca76b22 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.136020 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-472a1471-6a0e-4341-89e4-9b501ca76b22 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group (2fbb9334-e018-4f3a-bd77-b5ee56be56d3), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.200759 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-472a1471-6a0e-4341-89e4-9b501ca76b22 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (2fbb9334-e018-4f3a-bd77-b5ee56be56d3), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.238287 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1471-6a0e-4341-89e4-9b501ca76b22 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb9334-e018-4f3a-bd77-b5ee56be56d3,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:56.309031 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-472a1471-6a0e-4341-89e4-9b501ca76b22 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.310706 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-472a1471-6a0e-4341-89e4-9b501ca76b22 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3470674 Apr 12 12:22:56.313624 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45702) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:56.318060 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6c1bb905-99f1-4f56-b98e-9118cdcfb586 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'security_group_rule': {'security_group_id': '2fbb9334-e018-4f3a-bd77-b5ee56be56d3', 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:56.421304 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.429226 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb905-99f1-4f56-b98e-9118cdcfb586 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (5eb00697-426a-4118-8f8b-0e72bb8dd567), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.485406 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb905-99f1-4f56-b98e-9118cdcfb586 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (5eb00697-426a-4118-8f8b-0e72bb8dd567), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.592170 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb905-99f1-4f56-b98e-9118cdcfb586 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (5eb00697-426a-4118-8f8b-0e72bb8dd567), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.613323 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bb905-99f1-4f56-b98e-9118cdcfb586 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb00697-426a-4118-8f8b-0e72bb8dd567,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:56.748157 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb905-99f1-4f56-b98e-9118cdcfb586 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.749431 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-6c1bb905-99f1-4f56-b98e-9118cdcfb586 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4348452 Apr 12 12:22:56.753076 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45704) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:56.757486 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cc4bab78-6f9e-4499-aba3-b38fca919c80 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'security_group_rule': {'security_group_id': '2fbb9334-e018-4f3a-bd77-b5ee56be56d3', 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:56.871723 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc4bab78-6f9e-4499-aba3-b38fca919c80 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (cfb8db4b-26ee-4928-9723-a49f50648477), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:56.932229 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc4bab78-6f9e-4499-aba3-b38fca919c80 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (cfb8db4b-26ee-4928-9723-a49f50648477), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.061562 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e9083b6d-ecfa-40eb-9235-ff5d407154e0 req-3842e74d-5f98-480c-95fa-51bf53a930b4 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 210 time: 0.0334103 Apr 12 12:22:57.062319 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc4bab78-6f9e-4499-aba3-b38fca919c80 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (cfb8db4b-26ee-4928-9723-a49f50648477), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.083187 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bab78-6f9e-4499-aba3-b38fca919c80 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb8db4b-26ee-4928-9723-a49f50648477,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:57.164992 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc4bab78-6f9e-4499-aba3-b38fca919c80 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.166290 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-cc4bab78-6f9e-4499-aba3-b38fca919c80 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4122601 Apr 12 12:22:57.169798 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45712) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:57.174494 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-af6c323d-e6b7-4040-bfae-82f8ab82c4b9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'security_group_rule': {'security_group_id': '2fbb9334-e018-4f3a-bd77-b5ee56be56d3', 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:57.194875 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-4cc22e02-2529-4b8d-8b11-312cc5f9785f tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:57.196325 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-4cc22e02-2529-4b8d-8b11-312cc5f9785f tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 811 time: 0.1087358 Apr 12 12:22:57.276055 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-011aa38a-3b9c-43ff-8c4d-9f601918cee5 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201c973457684ef684fec045b2c619ba HTTP/1.1" status: 200 len: 380 time: 0.0696390 Apr 12 12:22:57.287056 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'port': {'device_id': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'admin_state_up': True, 'tenant_id': '201c973457684ef684fec045b2c619ba', 'security_groups': ['f55f34c2-3507-45fc-ae72-c84b2034b24e']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:57.313801 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-af6c323d-e6b7-4040-bfae-82f8ab82c4b9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (150be779-e072-4933-8abd-6951c1eeb2ae), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.385378 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-af6c323d-e6b7-4040-bfae-82f8ab82c4b9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (150be779-e072-4933-8abd-6951c1eeb2ae), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.477285 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-af6c323d-e6b7-4040-bfae-82f8ab82c4b9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (150be779-e072-4933-8abd-6951c1eeb2ae), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.496056 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c323d-e6b7-4040-bfae-82f8ab82c4b9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150be779-e072-4933-8abd-6951c1eeb2ae,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:57.500401 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Made reservation on behalf of 201c973457684ef684fec045b2c619ba for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:22:57.503765 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.565635 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-af6c323d-e6b7-4040-bfae-82f8ab82c4b9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.569796 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45718) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:57.571236 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-af6c323d-e6b7-4040-bfae-82f8ab82c4b9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4003716 Apr 12 12:22:57.587227 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b34edf6f-d50d-4618-bbb8-c87130ce00f3 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:57.589704 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-11eea59a-1028-45a5-8b94-e3a5cf2f0d8e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'security_group_rule': {'security_group_id': '2fbb9334-e018-4f3a-bd77-b5ee56be56d3', 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:57.635452 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port b34edf6f-d50d-4618-bbb8-c87130ce00f3 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:57.635849 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.666769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Allocated IP 172.20.0.10 (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2/79b90e6d-dc5a-4ad3-985a-8db14095e832/c24863c4-c531-4d68-a363-86d0a93e8a8e) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:22:57.718191 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port b34edf6f-d50d-4618-bbb8-c87130ce00f3 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:57.718478 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.739131 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port b34edf6f-d50d-4618-bbb8-c87130ce00f3, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b34edf6f-d50d-4618-bbb8-c87130ce00f3,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:22:57.771766 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-11eea59a-1028-45a5-8b94-e3a5cf2f0d8e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (ea01443a-85b7-41da-811e-d8cbaee4f725), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.803298 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:57.858334 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=b34edf6f-d50d-4618-bbb8-c87130ce00f3,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:58.089255 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.112066 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-11eea59a-1028-45a5-8b94-e3a5cf2f0d8e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (ea01443a-85b7-41da-811e-d8cbaee4f725), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.165157 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-11033337-4cdc-4fc4-98ea-fea583eb5913 req-ff4c4841-5531-4807-9598-2d4bd8db10c3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 210 time: 0.0293429 Apr 12 12:22:58.191946 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-11eea59a-1028-45a5-8b94-e3a5cf2f0d8e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (ea01443a-85b7-41da-811e-d8cbaee4f725), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.210840 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eea59a-1028-45a5-8b94-e3a5cf2f0d8e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea01443a-85b7-41da-811e-d8cbaee4f725,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:58.249480 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.283941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-11eea59a-1028-45a5-8b94-e3a5cf2f0d8e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.285159 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-11eea59a-1028-45a5-8b94-e3a5cf2f0d8e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7143867 Apr 12 12:22:58.287972 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45722) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:58.292505 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-bcb6180f-a224-470e-9c90-c5a950c8a1b5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'security_group_rule': {'security_group_id': '2fbb9334-e018-4f3a-bd77-b5ee56be56d3', 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:58.297371 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:22:58.300834 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:22:58.304572 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:22:58.331766 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event updated for resources: {'Port': ['ID=c24863c4-c531-4d68-a363-86d0a93e8a8e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:58.363189 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:58.363902 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.392111 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.securitygroups_db [None req-bcb6180f-a224-470e-9c90-c5a950c8a1b5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Project cc92f5198e7a48eb8439b88714806b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 12:22:58.398996 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcb6180f-a224-470e-9c90-c5a950c8a1b5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (90ca3aa7-ffdb-4a7f-ac4d-c2b860747496), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.466841 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcb6180f-a224-470e-9c90-c5a950c8a1b5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (90ca3aa7-ffdb-4a7f-ac4d-c2b860747496), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.485772 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-eb5d22e2-ce1d-41dd-a313-4dd0d9661f9c tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2035966 Apr 12 12:22:58.548231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Request body: {'port': {'device_id': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:58.561723 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcb6180f-a224-470e-9c90-c5a950c8a1b5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (90ca3aa7-ffdb-4a7f-ac4d-c2b860747496), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.579073 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-69f61072-28fb-4dd3-b537-65896a016f0b None None] Provisioning complete for port c24863c4-c531-4d68-a363-86d0a93e8a8e triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:58.579832 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-69f61072-28fb-4dd3-b537-65896a016f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.585624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6180f-a224-470e-9c90-c5a950c8a1b5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ca3aa7-ffdb-4a7f-ac4d-c2b860747496,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:58.617931 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-69f61072-28fb-4dd3-b537-65896a016f0b None None] Port c24863c4-c531-4d68-a363-86d0a93e8a8e cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:22:58.621860 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.657256 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcb6180f-a224-470e-9c90-c5a950c8a1b5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.658570 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-bcb6180f-a224-470e-9c90-c5a950c8a1b5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3695018 Apr 12 12:22:58.661234 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 45726) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:22:58.666112 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-2dbe20cb-a6e6-4bde-84ba-31a028d9a3cf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'security_group_rule': {'security_group_id': '2fbb9334-e018-4f3a-bd77-b5ee56be56d3', 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:22:58.746704 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.securitygroups_db [None req-2dbe20cb-a6e6-4bde-84ba-31a028d9a3cf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Project cc92f5198e7a48eb8439b88714806b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 12:22:58.756975 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dbe20cb-a6e6-4bde-84ba-31a028d9a3cf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (4de432b5-d56e-499c-b0f0-d4bd7bdf00fe), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.829205 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dbe20cb-a6e6-4bde-84ba-31a028d9a3cf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (4de432b5-d56e-499c-b0f0-d4bd7bdf00fe), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.909104 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24863c4-c531-4d68-a363-86d0a93e8a8e {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:22:58.918021 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Publish callbacks [] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.931670 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Transition to ACTIVE for port object c24863c4-c531-4d68-a363-86d0a93e8a8e will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:22:58.957403 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dbe20cb-a6e6-4bde-84ba-31a028d9a3cf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (4de432b5-d56e-499c-b0f0-d4bd7bdf00fe), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:58.978445 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe20cb-a6e6-4bde-84ba-31a028d9a3cf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de432b5-d56e-499c-b0f0-d4bd7bdf00fe,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:59.003368 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Sync routers for ids ['c565b904-924b-4173-835a-e567cf2a9d65'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:22:59.011438 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.017319 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Routers {'c565b904-924b-4173-835a-e567cf2a9d65'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:22:59.017319 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['c565b904-924b-4173-835a-e567cf2a9d65'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:59.033961 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dbe20cb-a6e6-4bde-84ba-31a028d9a3cf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.043928 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2dbe20cb-a6e6-4bde-84ba-31a028d9a3cf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3727865 Apr 12 12:22:59.079437 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Pushing event updated for resources: {'Port': ['ID=c24863c4-c531-4d68-a363-86d0a93e8a8e,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:59.146589 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Set router c565b904-924b-4173-835a-e567cf2a9d65 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:22:59.194239 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Attempting to bind port c24863c4-c531-4d68-a363-86d0a93e8a8e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:22:59.195769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Attempting to bind port c24863c4-c531-4d68-a363-86d0a93e8a8e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:22:59.196321 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Attempting to bind port c24863c4-c531-4d68-a363-86d0a93e8a8e on network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:59.202903 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Port c24863c4-c531-4d68-a363-86d0a93e8a8e on network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:22:59.203568 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Attempting to bind port c24863c4-c531-4d68-a363-86d0a93e8a8e on network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:59.210926 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:22:59.211349 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Checking segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:59.211837 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Bound using segment: {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:22:59.212351 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Bound port: c24863c4-c531-4d68-a363-86d0a93e8a8e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b60cb-fba9-44fc-813b-d705f10bfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:22:59.212782 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.342930 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d35f-a039-4cd7-ac46-d7035fc87b0d req-db7d325c-8c42-47b1-8b0d-b5e6ebdaec03 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:59.342930 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3959d35f-a039-4cd7-ac46-d7035fc87b0d req-db7d325c-8c42-47b1-8b0d-b5e6ebdaec03 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 944 time: 0.0905392 Apr 12 12:22:59.344076 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] For port c24863c4-c531-4d68-a363-86d0a93e8a8e, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:22:59.347597 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] For port c24863c4-c531-4d68-a363-86d0a93e8a8e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c24863c4-c531-4d68-a363-86d0a93e8a8e,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:22:59.364418 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:22:54Z', 'revision_number': 4, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port': {'id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:50Z', 'updated_at': '2022-04-12T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '502ccb51-c8bd-4ab5-b4c4-172959976a9a', 'name': '', 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'mac_address': 'fa:16:3e:bd:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:53Z', 'updated_at': '2022-04-12T12:22:54Z', 'revision_number': 2, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'subnets': [{'id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:22:59.395319 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Checking router: c565b904-924b-4173-835a-e567cf2a9d65 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:22:59.395960 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Updating router c565b904-924b-4173-835a-e567cf2a9d65 port 502ccb51-c8bd-4ab5-b4c4-172959976a9a binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:22:59.397368 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3959d35f-a039-4cd7-ac46-d7035fc87b0d req-c408361f-024e-47f2-9b1e-ec977fd63220 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473449 Apr 12 12:22:59.421850 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.431310 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.456987 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:59.457620 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.459027 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] 10.222.0.23 "PUT /v2.0/ports/c24863c4-c531-4d68-a363-86d0a93e8a8e HTTP/1.1" status: 200 len: 1094 time: 0.9619107 Apr 12 12:22:59.459469 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'tag': 'c24863c4-c531-4d68-a363-86d0a93e8a8e'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:22:59.461708 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e926d8ca-e6b6-427d-8f6a-be78328de963" -d '{"events": [{"name": "network-changed", "server_uuid": "afe1bdaa-aefa-4e46-9893-99639a9bcaec", "tag": "c24863c4-c531-4d68-a363-86d0a93e8a8e"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:22:59.487187 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698717cb-9078-438b-a646-c84a35ec1759 service neutron] Pushing event updated for resources: {'Port': ['ID=c24863c4-c531-4d68-a363-86d0a93e8a8e,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:59.612338 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b34edf6f-d50d-4618-bbb8-c87130ce00f3 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:22:59.634428 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef8f89-9694-4da9-a191-ea189e17d42f x-openstack-request-id: req-41ef8f89-9694-4da9-a191-ea189e17d42f {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:22:59.634428 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe1bdaa-aefa-4e46-9893-99639a9bcaec", "tag": "c24863c4-c531-4d68-a363-86d0a93e8a8e", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:22:59.634428 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41ef8f89-9694-4da9-a191-ea189e17d42f {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:22:59.634428 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ef8f89-9694-4da9-a191-ea189e17d42f'] response: {'name': 'network-changed', 'server_uuid': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'tag': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'status': 'completed', 'code': 200} Apr 12 12:22:59.639798 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-d4f93ec7-54eb-4313-89a5-42f58de6d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:59.641618 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-d4f93ec7-54eb-4313-89a5-42f58de6d494 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 1128 time: 0.0618625 Apr 12 12:22:59.697899 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-b7384338-7796-4cee-8abd-69dee4ae5bb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24863c4-c531-4d68-a363-86d0a93e8a8e HTTP/1.1" status: 200 len: 217 time: 0.0469086 Apr 12 12:22:59.698150 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port b34edf6f-d50d-4618-bbb8-c87130ce00f3 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:22:59.698582 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.760753 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-35032c71-bd56-4e00-9593-aed722dcc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:59.761943 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Publish callbacks [] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.762692 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-35032c71-bd56-4e00-9593-aed722dcc88d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.0522320 Apr 12 12:22:59.805273 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port b34edf6f-d50d-4618-bbb8-c87130ce00f3 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:22:59.814856 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-f9fbf12f-4452-4cca-bee5-6c3b40136866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:22:59.816368 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-f9fbf12f-4452-4cca-bee5-6c3b40136866 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424297 Apr 12 12:22:59.848973 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.916396 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-67e25ff3-1a19-47c6-a74d-a0809c578077 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925307 Apr 12 12:22:59.929669 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Pushing event updated for resources: {'Port': ['ID=502ccb51-c8bd-4ab5-b4c4-172959976a9a,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:22:59.951426 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.951767 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.952340 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.952694 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.953057 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.953389 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.953763 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.954249 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.954575 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.954897 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.955219 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.955567 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.955889 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.956205 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.956518 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:22:59.974881 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Attempting to bind port 502ccb51-c8bd-4ab5-b4c4-172959976a9a on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:22:59.974881 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Attempting to bind port 502ccb51-c8bd-4ab5-b4c4-172959976a9a by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:22:59.974881 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Attempting to bind port 502ccb51-c8bd-4ab5-b4c4-172959976a9a on network daf0b513-48b1-45da-903c-57d20b343286 {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:22:59.979156 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:22:59.979539 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Checking segment: {'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:22:59.979942 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:22:59.980332 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Bound using segment: {'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:22:59.980798 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Bound port: 502ccb51-c8bd-4ab5-b4c4-172959976a9a, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a32ea6d-d989-4ce0-a644-2375bb7b038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:22:59.982640 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:00.020511 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fa76b3a1-46c2-4f3c-846b-da8c2623b6f0 req-fcaca467-ff41-4343-b6fd-e78519fad51c service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962157 Apr 12 12:23:00.063021 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] For port 502ccb51-c8bd-4ab5-b4c4-172959976a9a, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:23:00.067304 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] For port 502ccb51-c8bd-4ab5-b4c4-172959976a9a, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=502ccb51-c8bd-4ab5-b4c4-172959976a9a,segment=NetworkSegment(1a32ea6d-d989-4ce0-a644-2375bb7b038d),segment_id=1a32ea6d-d989-4ce0-a644-2375bb7b038d)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:23:00.129234 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:00.193550 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Routers {'c565b904-924b-4173-835a-e567cf2a9d65'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:00.194185 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['c565b904-924b-4173-835a-e567cf2a9d65'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:00.221022 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-62b3988e-0eb0-4f5b-9040-6f7cb31a5287 None None] Provisioning complete for port 502ccb51-c8bd-4ab5-b4c4-172959976a9a triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:00.221741 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-62b3988e-0eb0-4f5b-9040-6f7cb31a5287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:00.239444 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259de94-4011-4283-a3a8-d6d1b11d8525 None None] Pushing event updated for resources: {'Port': ['ID=502ccb51-c8bd-4ab5-b4c4-172959976a9a,revision_number=4']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:00.317811 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-62b3988e-0eb0-4f5b-9040-6f7cb31a5287 None None] Current status of the port 502ccb51-c8bd-4ab5-b4c4-172959976a9a is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:00.318197 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-62b3988e-0eb0-4f5b-9040-6f7cb31a5287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:00.325373 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] Set router c565b904-924b-4173-835a-e567cf2a9d65 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:00.358784 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-62b3988e-0eb0-4f5b-9040-6f7cb31a5287 None None] For port 502ccb51-c8bd-4ab5-b4c4-172959976a9a, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=502ccb51-c8bd-4ab5-b4c4-172959976a9a,segment=NetworkSegment(1a32ea6d-d989-4ce0-a644-2375bb7b038d),segment_id=1a32ea6d-d989-4ce0-a644-2375bb7b038d)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:00.420960 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-62b3988e-0eb0-4f5b-9040-6f7cb31a5287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:00.485197 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3988e-0eb0-4f5b-9040-6f7cb31a5287 None None] Pushing event updated for resources: {'Port': ['ID=502ccb51-c8bd-4ab5-b4c4-172959976a9a,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:00.535455 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad36f57-a215-424b-87a4-e16d55ad4865 req-dfd97365-42a3-4ce5-bfa1-656bbeffc929 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:00.537442 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9ad36f57-a215-424b-87a4-e16d55ad4865 req-dfd97365-42a3-4ce5-bfa1-656bbeffc929 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 944 time: 0.0582395 Apr 12 12:23:00.540422 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-8d63e6bd-8d3d-48b1-ab9f-2fefdfc3ecff None None] Provisioning complete for port 502ccb51-c8bd-4ab5-b4c4-172959976a9a triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:00.540802 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8d63e6bd-8d3d-48b1-ab9f-2fefdfc3ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:00.546947 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:22:54Z', 'revision_number': 4, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port': {'id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:50Z', 'updated_at': '2022-04-12T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '502ccb51-c8bd-4ab5-b4c4-172959976a9a', 'name': '', 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'mac_address': 'fa:16:3e:bd:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:53Z', 'updated_at': '2022-04-12T12:23:00Z', 'revision_number': 4, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'subnets': [{'id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:00.574926 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0230e1-a919-4eb9-a5c8-fe63cbd04dd0 None None] The sync data for ids ['c565b904-924b-4173-835a-e567cf2a9d65'] in dv-cinder-830093-4-iscsi is: [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:22:54Z', 'revision_number': 4, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port': {'id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:50Z', 'updated_at': '2022-04-12T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '502ccb51-c8bd-4ab5-b4c4-172959976a9a', 'name': '', 'network_id': 'daf0b513-48b1-45da-903c-57d20b343286', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'mac_address': 'fa:16:3e:bd:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:53Z', 'updated_at': '2022-04-12T12:23:00Z', 'revision_number': 4, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'subnets': [{'id': 'feae2ae5-6a28-4866-8163-a3207f290493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:00.610896 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9ad36f57-a215-424b-87a4-e16d55ad4865 req-c80fe747-7098-4050-9317-476c1f7ea0fd tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574780 Apr 12 12:23:00.635798 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-8d63e6bd-8d3d-48b1-ab9f-2fefdfc3ecff None None] Current status of the port 502ccb51-c8bd-4ab5-b4c4-172959976a9a is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:01.319507 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-08f173bf-4169-4e62-b64c-e748989bf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:01.321010 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-08f173bf-4169-4e62-b64c-e748989bf1a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 1128 time: 0.0388911 Apr 12 12:23:01.367548 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c24863c4-c531-4d68-a363-86d0a93e8a8e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:23:01.416400 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-e2be0058-913e-4bc7-a3f5-79ef12a31059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:01.417827 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-e2be0058-913e-4bc7-a3f5-79ef12a31059 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 912 time: 0.0885079 Apr 12 12:23:01.461941 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-31b3bfda-3fcd-42ab-93f2-89f4aa47b59b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24863c4-c531-4d68-a363-86d0a93e8a8e HTTP/1.1" status: 200 len: 217 time: 0.0352969 Apr 12 12:23:01.475378 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c24863c4-c531-4d68-a363-86d0a93e8a8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c24863c4-c531-4d68-a363-86d0a93e8a8e,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:01.487337 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'port_id': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'mac_address': 'fa:16:3e:83:73:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:23:01.516188 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-e5be59be-9c66-4505-b6b4-c8d8c1ed718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:01.517754 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-e5be59be-9c66-4505-b6b4-c8d8c1ed718d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.0464127 Apr 12 12:23:01.541356 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c24863c4-c531-4d68-a363-86d0a93e8a8e is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:01.541881 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:01.561239 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24863c4-c531-4d68-a363-86d0a93e8a8e {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:23:01.576400 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-8fd55712-32e2-4ef6-bc60-879858e43507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:01.578021 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-8fd55712-32e2-4ef6-bc60-879858e43507 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445740 Apr 12 12:23:01.585135 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c24863c4-c531-4d68-a363-86d0a93e8a8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c24863c4-c531-4d68-a363-86d0a93e8a8e,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:01.604602 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 502ccb51-c8bd-4ab5-b4c4-172959976a9a up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:23:01.644641 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:01.681331 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 502ccb51-c8bd-4ab5-b4c4-172959976a9a triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:01.681721 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:01.694869 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-26ff2098-b889-499c-8cf8-86dbf5986c82 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023052 Apr 12 12:23:01.740165 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c24863c4-c531-4d68-a363-86d0a93e8a8e,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:01.743675 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ce88-6a2b-4d98-bea0-958a102f9e2f req-e8092d56-d369-4b25-a538-cb3be54928fe tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:01.745483 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e635ce88-6a2b-4d98-bea0-958a102f9e2f req-e8092d56-d369-4b25-a538-cb3be54928fe tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 945 time: 0.0570223 Apr 12 12:23:01.798227 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 502ccb51-c8bd-4ab5-b4c4-172959976a9a is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:01.805356 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e635ce88-6a2b-4d98-bea0-958a102f9e2f req-c275dedf-ca24-49d6-b1fb-58b06a6320f7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515010 Apr 12 12:23:01.829368 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e926d8ca-e6b6-427d-8f6a-be78328de963 req-ee6b203f-8956-4c1d-9d7e-1668a6a6efe9 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204224 Apr 12 12:23:01.967380 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['c24863c4-c531-4d68-a363-86d0a93e8a8e'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:23:02.923041 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dc8e9-d0de-446b-bcb2-1082434449f9 req-fb199eec-4dae-4103-92a2-2065a813b633 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:02.924612 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-eb7dc8e9-d0de-446b-bcb2-1082434449f9 req-fb199eec-4dae-4103-92a2-2065a813b633 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 945 time: 0.0479763 Apr 12 12:23:02.974618 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-eb7dc8e9-d0de-446b-bcb2-1082434449f9 req-8ebfe378-074a-4042-8218-481e21597f87 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435138 Apr 12 12:23:03.387773 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c24863c4-c531-4d68-a363-86d0a93e8a8e up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:23:03.433420 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port c24863c4-c531-4d68-a363-86d0a93e8a8e completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:23:03.528769 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port c24863c4-c531-4d68-a363-86d0a93e8a8e triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:03.529777 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:03.620152 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port c24863c4-c531-4d68-a363-86d0a93e8a8e is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:03.620359 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:03.643919 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24863c4-c531-4d68-a363-86d0a93e8a8e'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:03.646329 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d25c6-ade9-47aa-9762-7356a7879092" -d '{"events": [{"server_uuid": "afe1bdaa-aefa-4e46-9893-99639a9bcaec", "name": "network-vif-plugged", "status": "completed", "tag": "c24863c4-c531-4d68-a363-86d0a93e8a8e"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:03.659863 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port c24863c4-c531-4d68-a363-86d0a93e8a8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c24863c4-c531-4d68-a363-86d0a93e8a8e,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:03.683192 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b525be-2b57-49ef-a179-dd95b256735b x-openstack-request-id: req-a8b525be-2b57-49ef-a179-dd95b256735b {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:03.683577 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe1bdaa-aefa-4e46-9893-99639a9bcaec", "name": "network-vif-plugged", "status": "completed", "tag": "c24863c4-c531-4d68-a363-86d0a93e8a8e", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:03.683775 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8b525be-2b57-49ef-a179-dd95b256735b {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:03.684200 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b525be-2b57-49ef-a179-dd95b256735b'] response: {'server_uuid': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'code': 200} Apr 12 12:23:03.757538 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:03.811308 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=c24863c4-c531-4d68-a363-86d0a93e8a8e,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:04.033988 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4514d74-9124-4224-85c0-a0e7620111ef req-c2bdc7e4-661e-465b-9e8d-fbd09f73e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:04.035517 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a4514d74-9124-4224-85c0-a0e7620111ef req-c2bdc7e4-661e-465b-9e8d-fbd09f73e5ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 1130 time: 0.0394621 Apr 12 12:23:04.109293 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662e64-5337-43ef-abcd-57f90da9448e req-79063ed5-2518-4833-97e1-c67e18ca96ba tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:04.110811 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-63662e64-5337-43ef-abcd-57f90da9448e req-79063ed5-2518-4833-97e1-c67e18ca96ba tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 946 time: 0.0676181 Apr 12 12:23:04.129840 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a4514d74-9124-4224-85c0-a0e7620111ef req-0843a1be-b879-45b9-9396-eb427d33e0c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854583 Apr 12 12:23:04.163921 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-63662e64-5337-43ef-abcd-57f90da9448e req-15cb848a-362a-4615-9a4b-53eae240b389 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454021 Apr 12 12:23:05.281642 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa41fd-ec89-4380-9b6f-789a65ec2af4 req-3538c5e1-3e64-4274-bb4a-079ed7a89175 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:05.284193 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8efa41fd-ec89-4380-9b6f-789a65ec2af4 req-3538c5e1-3e64-4274-bb4a-079ed7a89175 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 946 time: 0.0516129 Apr 12 12:23:05.335852 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8efa41fd-ec89-4380-9b6f-789a65ec2af4 req-8abd723d-d9f8-4f21-bd03-a6f1ed88a9f3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468481 Apr 12 12:23:06.628933 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85201fd6-ed5b-4fdf-8ed9-74e85dd21a5c req-017d0d38-c21b-488f-90c6-e861f4c68435 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:06.628933 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-85201fd6-ed5b-4fdf-8ed9-74e85dd21a5c req-017d0d38-c21b-488f-90c6-e861f4c68435 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 946 time: 0.0488417 Apr 12 12:23:06.680783 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-85201fd6-ed5b-4fdf-8ed9-74e85dd21a5c req-33fccab4-1d81-4e72-9ffa-c821c8250971 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478215 Apr 12 12:23:06.821894 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebad54-633d-476f-9b7d-6690e58414b1 req-c7058e45-f44f-40bc-98e3-a93deb66bcc1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:06.823469 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b3ebad54-633d-476f-9b7d-6690e58414b1 req-c7058e45-f44f-40bc-98e3-a93deb66bcc1 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 946 time: 0.0598412 Apr 12 12:23:06.832687 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 45844) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:06.837548 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Request body: {'floatingip': {'port_id': 'c24863c4-c531-4d68-a363-86d0a93e8a8e'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:06.885038 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (1bd9b0fb-7549-4b81-8571-b79b66223e86), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:07.371201 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:07.466485 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (1bd9b0fb-7549-4b81-8571-b79b66223e86), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:07.610836 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Floating IP 1bd9b0fb-7549-4b81-8571-b79b66223e86 associated. External IP: 172.27.3.35, port: c24863c4-c531-4d68-a363-86d0a93e8a8e. Apr 12 12:23:07.871820 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Router b8fc298a-9876-490d-88e4-664f950f68c3 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:23:07.999523 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:23:08.004233 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:08.012896 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] Sync routers for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:23:08.028117 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:08.029021 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:08.342486 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:08.458649 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-fd3aaa37-5e5a-4bd4-b668-d847874fbd1d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "PUT /v2.0/floatingips/1bd9b0fb-7549-4b81-8571-b79b66223e86 HTTP/1.1" status: 200 len: 991 time: 1.6244118 Apr 12 12:23:08.459579 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'tag': 'c24863c4-c531-4d68-a363-86d0a93e8a8e'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:08.463157 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6d3e63-cc92-4b47-9edc-857d748af1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "afe1bdaa-aefa-4e46-9893-99639a9bcaec", "tag": "c24863c4-c531-4d68-a363-86d0a93e8a8e"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:08.516417 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480271ec-35a6-4e54-a3db-ea7f40c7b1e3 x-openstack-request-id: req-480271ec-35a6-4e54-a3db-ea7f40c7b1e3 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:08.517597 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe1bdaa-aefa-4e46-9893-99639a9bcaec", "tag": "c24863c4-c531-4d68-a363-86d0a93e8a8e", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:08.517985 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-480271ec-35a6-4e54-a3db-ea7f40c7b1e3 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:08.518598 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480271ec-35a6-4e54-a3db-ea7f40c7b1e3'] response: {'name': 'network-changed', 'server_uuid': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'tag': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'status': 'completed', 'code': 200} Apr 12 12:23:08.597625 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-1dfbedf6-e919-4074-9593-6e421183a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:08.599149 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-1dfbedf6-e919-4074-9593-6e421183a7f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=201c973457684ef684fec045b2c619ba&device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 1130 time: 0.0500691 Apr 12 12:23:08.724447 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-e25a22f9-d708-4499-ad01-fa8d9665d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:08.728477 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-e25a22f9-d708-4499-ad01-fa8d9665d4fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 200 len: 912 time: 0.1175992 Apr 12 12:23:08.750389 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '1bd9b0fb-7549-4b81-8571-b79b66223e86', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'port_id': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'mac_address': 'fa:16:3e:83:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:22:52Z', 'updated_at': '2022-04-12T12:23:07Z', 'revision_number': 1, 'project_id': '201c973457684ef684fec045b2c619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:08.808647 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] Checking router: b8fc298a-9876-490d-88e4-664f950f68c3 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:23:08.825441 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:08.826504 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:08.833807 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-ac1e9681-2e41-48d0-b8df-4682ed3f58b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24863c4-c531-4d68-a363-86d0a93e8a8e HTTP/1.1" status: 200 len: 999 time: 0.0989954 Apr 12 12:23:08.913835 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-8a948d21-2c36-4a32-a921-c3ca384cf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:08.915226 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-8a948d21-2c36-4a32-a921-c3ca384cf56a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 200 len: 850 time: 0.0663481 Apr 12 12:23:08.970661 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-06db9faa-06bd-4089-9ca5-ce108a086225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:08.972388 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-06db9faa-06bd-4089-9ca5-ce108a086225 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502846 Apr 12 12:23:08.986191 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:09.109857 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-52fa519c-8c48-4030-9c38-2f80cb7a952e service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278923 Apr 12 12:23:09.241292 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5e6d3e63-cc92-4b47-9edc-857d748af1dd req-c9dd47b8-17fa-4d2b-a362-b54582a6d506 service neutron] 10.222.0.23 "GET /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231909 Apr 12 12:23:09.314934 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '1bd9b0fb-7549-4b81-8571-b79b66223e86', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'port_id': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'mac_address': 'fa:16:3e:83:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:22:52Z', 'updated_at': '2022-04-12T12:23:07Z', 'revision_number': 1, 'project_id': '201c973457684ef684fec045b2c619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:09.366558 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed5ee7-f742-4e62-a824-eda6bb6152c4 None None] The sync data for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi is: [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '1bd9b0fb-7549-4b81-8571-b79b66223e86', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'port_id': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'mac_address': 'fa:16:3e:83:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:22:52Z', 'updated_at': '2022-04-12T12:23:07Z', 'revision_number': 1, 'project_id': '201c973457684ef684fec045b2c619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:09.627014 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52134c35-06ba-4532-bc2a-f3b96f71e910 None None] New status for floating IP 1bd9b0fb-7549-4b81-8571-b79b66223e86: ACTIVE {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:23:16.331195 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:23:17.711601 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:19.195387 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-ebeb0340-c8eb-4b79-a4a4-c68a0daadb1d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736097166&fields=id&tenant_id=cc92f5198e7a48eb8439b88714806b81 HTTP/1.1" status: 200 len: 267 time: 0.0458951 Apr 12 12:23:19.208388 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08e14a-97bb-4cbc-93c5-33cb22127552 req-b54ee5d8-f8ba-4e4d-863d-b9677695ec3c tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:19.211490 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ae08e14a-97bb-4cbc-93c5-33cb22127552 req-b54ee5d8-f8ba-4e4d-863d-b9677695ec3c tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0546460 Apr 12 12:23:19.260377 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ae08e14a-97bb-4cbc-93c5-33cb22127552 req-b32ce137-f2c0-466d-84c5-5ff708669663 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434563 Apr 12 12:23:19.310611 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-0d093b5b-d6ae-407a-a35e-b541975f665f tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:19.312678 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-0d093b5b-d6ae-407a-a35e-b541975f665f tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/networks?id=f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 200 len: 808 time: 0.1105809 Apr 12 12:23:19.326964 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-0b87dae2-bcc4-4aae-a086-a7201c32563e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/quotas/cc92f5198e7a48eb8439b88714806b81 HTTP/1.1" status: 200 len: 375 time: 0.0090246 Apr 12 12:23:19.376583 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-ecbaa8aa-1144-4447-89cb-4a7f4e18da3b tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445926 Apr 12 12:23:19.471953 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-8e528b4a-8128-4c15-ba7d-e2c15d32f848 service neutron] 10.222.0.20 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843620 Apr 12 12:23:19.565141 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-1439a0b0-b59f-4505-88d4-1e59916ab145 service neutron] 10.222.0.20 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873733 Apr 12 12:23:19.694707 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0cf742ab-7389-4c5a-8436-7974d4b8a611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:20.100398 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b8d676f9-c895-4d83-8329-87bf0f0dcf46 req-82006376-d921-42a3-ba80-e4b4d09bb9fa tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 210 time: 0.0296817 Apr 12 12:23:20.382948 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffd887-8cda-4cd7-849b-42780650b025 req-49298f4a-62b3-4e35-88a7-28a6306587f7 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:20.384379 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-29ffd887-8cda-4cd7-849b-42780650b025 req-49298f4a-62b3-4e35-88a7-28a6306587f7 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0499430 Apr 12 12:23:20.434778 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-29ffd887-8cda-4cd7-849b-42780650b025 req-da23176f-c64e-478e-afa5-bec2eeab57af tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444908 Apr 12 12:23:21.229622 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-53d75ec8-dd17-460e-a9a9-99697d25119d req-65f35d99-2b91-4652-9d12-e3959f258f54 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 210 time: 0.0558043 Apr 12 12:23:21.230463 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-e7b987ce-f512-44ea-b593-fb5edd5aae7a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:21.231960 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-e7b987ce-f512-44ea-b593-fb5edd5aae7a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0700777 Apr 12 12:23:21.323181 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Deleting port 080fcd36-ef91-40b8-b400-05900eab24a4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:21.323432 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:21.416091 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] For port 080fcd36-ef91-40b8-b400-05900eab24a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=080fcd36-ef91-40b8-b400-05900eab24a4,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:21.417009 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:21.590292 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9e81-cd67-48a8-979b-bc211d895c8c req-4817cc5d-961a-4c47-9bdb-dd562ab22903 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:21.592006 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f16f9e81-cd67-48a8-979b-bc211d895c8c req-4817cc5d-961a-4c47-9bdb-dd562ab22903 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 945 time: 0.0657713 Apr 12 12:23:21.688116 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:21.688593 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (4b2ded9d-de2e-4697-b9a4-841c58a4798e), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:21.688970 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Floating IP 4b2ded9d-de2e-4697-b9a4-841c58a4798e disassociated. External IP: 172.27.3.75, port: 080fcd36-ef91-40b8-b400-05900eab24a4. Apr 12 12:23:21.693051 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Calling delete_port for 080fcd36-ef91-40b8-b400-05900eab24a4 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:21.696689 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f16f9e81-cd67-48a8-979b-bc211d895c8c req-ceced5de-cdcd-4759-8d01-484e50aae20f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb97bba-8ac5-4f34-a064-afff33b46c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985086 Apr 12 12:23:21.922850 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (080fcd36-ef91-40b8-b400-05900eab24a4), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:21.953386 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'Port': ['ID=080fcd36-ef91-40b8-b400-05900eab24a4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:22.070487 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:23:22.184968 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:23:22.196388 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:23:22.205722 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:22.206340 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:22:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:22.236370 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] No DVR routers for this DVR port 080fcd36-ef91-40b8-b400-05900eab24a4 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:23:22.239028 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:22.243076 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-057f9fec-9238-4752-9eaa-6e30cb950049 req-c7bdd39d-27ff-4512-a736-06a642574de5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "DELETE /v2.0/ports/080fcd36-ef91-40b8-b400-05900eab24a4 HTTP/1.1" status: 204 len: 173 time: 1.0042892 Apr 12 12:23:22.243076 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'name': 'network-vif-deleted', 'tag': '080fcd36-ef91-40b8-b400-05900eab24a4'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:22.245568 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4ec703-32ce-48cc-b788-8d1c56762c7a" -d '{"events": [{"server_uuid": "a6a7de1d-b607-4341-bb21-56ddb4bb4b08", "name": "network-vif-deleted", "tag": "080fcd36-ef91-40b8-b400-05900eab24a4"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:22.305868 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a26f7-6c29-43fa-9e2c-fa9dec14e26a x-openstack-request-id: req-248a26f7-6c29-43fa-9e2c-fa9dec14e26a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:22.306461 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a7de1d-b607-4341-bb21-56ddb4bb4b08", "name": "network-vif-deleted", "tag": "080fcd36-ef91-40b8-b400-05900eab24a4", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:22.306937 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-248a26f7-6c29-43fa-9e2c-fa9dec14e26a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:22.308533 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248a26f7-6c29-43fa-9e2c-fa9dec14e26a'] response: {'server_uuid': 'a6a7de1d-b607-4341-bb21-56ddb4bb4b08', 'name': 'network-vif-deleted', 'tag': '080fcd36-ef91-40b8-b400-05900eab24a4', 'status': 'completed', 'code': 200} Apr 12 12:23:22.350632 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:22.392148 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0c47b20f-f6b2-4a08-9776-8f5f4047b8c3 req-8f30ce73-6e0a-4409-a92c-684920a5fe6b tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 210 time: 0.0379436 Apr 12 12:23:22.432975 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-b1e2fa51-05a6-4c42-8a8d-1743b7eecb19 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:22.434481 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-b1e2fa51-05a6-4c42-8a8d-1743b7eecb19 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.23 "GET /v2.0/networks?id=f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 200 len: 808 time: 0.1708355 Apr 12 12:23:22.557094 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2e8-0f39-4105-8684-9ab2cfd4d8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:22.572821 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:22.599091 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:23:22.608304 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:22.608947 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:22.732173 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:22.788482 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-4523d69f-3d72-4813-8c8c-ad81c1e10c97 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc92f5198e7a48eb8439b88714806b81 HTTP/1.1" status: 200 len: 379 time: 0.0757759 Apr 12 12:23:22.829596 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2fc34cef-c64c-4258-aeb2-02d77a6fb073 req-4f9a30d1-5eb8-4b0b-bb4e-55d2815d82f6 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6a7de1d-b607-4341-bb21-56ddb4bb4b08 HTTP/1.1" status: 200 len: 210 time: 0.0287237 Apr 12 12:23:22.857552 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'port': {'device_id': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'admin_state_up': True, 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'security_groups': ['2fbb9334-e018-4f3a-bd77-b5ee56be56d3']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:22.954581 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:22.987373 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdacdca-c796-40f6-a5aa-ad40b1cfea71 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:23.037479 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Made reservation on behalf of cc92f5198e7a48eb8439b88714806b81 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:23:23.040964 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:23.182231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Allocated IP 172.20.0.9 (f8c33142-8a89-49b3-9a6d-6bebb85b0710/bb35183a-0720-4285-8ea8-d6bc276e77c2/d9a6019b-123c-4e02-af9c-f5594baf9f75) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:23:23.254189 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f86392-1dc1-4baf-815c-746ffa2ac85b None None] New status for floating IP 4b2ded9d-de2e-4697-b9a4-841c58a4798e: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:23:23.363854 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:23.408902 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9958c06-604e-46d0-a147-14db29131373 req-67720647-05d2-4755-be29-6c666eedb1ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516167 Apr 12 12:23:23.422014 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 080fcd36-ef91-40b8-b400-05900eab24a4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:23:23.443082 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: 080fcd36-ef91-40b8-b400-05900eab24a4 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:23:23.443426 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 080fcd36-ef91-40b8-b400-05900eab24a4 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:23:23.490310 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958c06-604e-46d0-a147-14db29131373 req-f4ef81cd-8dc4-400d-81bb-9ddf6f72c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:23.491874 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9958c06-604e-46d0-a147-14db29131373 req-f4ef81cd-8dc4-400d-81bb-9ddf6f72c1c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 1131 time: 0.0453124 Apr 12 12:23:23.506584 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:23.526330 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-79d8d970-15d4-4aae-9b1b-c5f4536a8a22 req-5bddb473-7819-4141-b5ec-d8e4c7faf482 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 210 time: 0.0543492 Apr 12 12:23:23.576912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:23:23.585430 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:23.587978 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:23:23.605157 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:23:23.639469 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:23.704551 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:23.705228 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:23.714849 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958c06-604e-46d0-a147-14db29131373 req-bbd90869-543e-49dd-81d2-bf30d251593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:23.716313 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9958c06-604e-46d0-a147-14db29131373 req-bbd90869-543e-49dd-81d2-bf30d251593c service neutron] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 918 time: 0.1758177 Apr 12 12:23:23.788580 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9958c06-604e-46d0-a147-14db29131373 req-6bd17b2e-8c58-40b0-8800-6b9aa5ccb93c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c170abba-8d35-41c0-8ae4-5196caf394a5 HTTP/1.1" status: 200 len: 1002 time: 0.0644784 Apr 12 12:23:23.832360 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-920575bc-a65b-48ad-82aa-092f5f3a8d4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9771924 Apr 12 12:23:23.839484 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-287e0402-2280-48e9-b0ac-3fa76f2b99e5 None None] Provisioning complete for port d9a6019b-123c-4e02-af9c-f5594baf9f75 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:23.840228 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-287e0402-2280-48e9-b0ac-3fa76f2b99e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:23.848231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Request body: {'port': {'device_id': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:23.878366 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958c06-604e-46d0-a147-14db29131373 req-4bbac672-b97d-4934-8563-04dc326d062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:23.879857 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9958c06-604e-46d0-a147-14db29131373 req-4bbac672-b97d-4934-8563-04dc326d062f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.0838346 Apr 12 12:23:23.881212 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-287e0402-2280-48e9-b0ac-3fa76f2b99e5 None None] Port d9a6019b-123c-4e02-af9c-f5594baf9f75 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:23:23.947511 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:23.966010 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958c06-604e-46d0-a147-14db29131373 req-17e5cdba-4e13-475f-8d99-d84ba4371d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:23.967830 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9958c06-604e-46d0-a147-14db29131373 req-17e5cdba-4e13-475f-8d99-d84ba4371d8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598474 Apr 12 12:23:23.998828 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46000) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:24.081544 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5a79-d746-4267-9a6c-4d230d92d860 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (cbb97bba-8ac5-4f34-a064-afff33b46c33), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.119268 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5a79-d746-4267-9a6c-4d230d92d860 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (cbb97bba-8ac5-4f34-a064-afff33b46c33), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.176035 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9958c06-604e-46d0-a147-14db29131373 req-f14eea46-8291-4b96-b4b3-28ac8abaa7ba service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871610 Apr 12 12:23:24.249718 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5a79-d746-4267-9a6c-4d230d92d860 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (cbb97bba-8ac5-4f34-a064-afff33b46c33), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.253133 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5a79-d746-4267-9a6c-4d230d92d860 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.255321 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ac6d5a79-d746-4267-9a6c-4d230d92d860 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "DELETE /v2.0/security-groups/cbb97bba-8ac5-4f34-a064-afff33b46c33 HTTP/1.1" status: 204 len: 168 time: 0.2528322 Apr 12 12:23:24.258053 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46014) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:24.277275 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.api.v2.resource [None req-7faf7365-ca73-47af-aa4e-f58dfb2df72b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] show failed (client error): The resource could not be found. Apr 12 12:23:24.278375 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7faf7365-ca73-47af-aa4e-f58dfb2df72b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups/cbb97bba-8ac5-4f34-a064-afff33b46c33 HTTP/1.1" status: 404 len: 347 time: 0.0193226 Apr 12 12:23:24.280212 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d5a79-d746-4267-9a6c-4d230d92d860 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb97bba-8ac5-4f34-a064-afff33b46c33,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:24.282088 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46016) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:24.342945 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9958c06-604e-46d0-a147-14db29131373 req-dbe03d6e-b384-46db-8947-ca7869b38950 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588233 Apr 12 12:23:24.403144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a6019b-123c-4e02-af9c-f5594baf9f75 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:23:24.411649 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Publish callbacks [] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.427628 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Transition to ACTIVE for port object d9a6019b-123c-4e02-af9c-f5594baf9f75 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:23:24.450774 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Deleting port 128a5860-03d8-4b1a-85a8-875c9c1afcc0 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:24.451109 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (128a5860-03d8-4b1a-85a8-875c9c1afcc0), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.500551 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.542968 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (128a5860-03d8-4b1a-85a8-875c9c1afcc0), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.543372 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (128a5860-03d8-4b1a-85a8-875c9c1afcc0), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.559826 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Calling delete_port for 128a5860-03d8-4b1a-85a8-875c9c1afcc0 owned by network:floatingip {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:24.572901 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Pushing event updated for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:24.688552 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95143-335d-47e1-834d-2feef60c2018 req-56b20640-77b7-4402-a30d-68818cfaa6f2 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:24.690248 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-19a95143-335d-47e1-834d-2feef60c2018 req-56b20640-77b7-4402-a30d-68818cfaa6f2 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0594230 Apr 12 12:23:24.741732 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Attempting to bind port d9a6019b-123c-4e02-af9c-f5594baf9f75 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:23:24.742321 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Attempting to bind port d9a6019b-123c-4e02-af9c-f5594baf9f75 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:23:24.742661 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Attempting to bind port d9a6019b-123c-4e02-af9c-f5594baf9f75 on network f8c33142-8a89-49b3-9a6d-6bebb85b0710 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:23:24.757355 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Port d9a6019b-123c-4e02-af9c-f5594baf9f75 on network f8c33142-8a89-49b3-9a6d-6bebb85b0710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:23:24.757719 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Attempting to bind port d9a6019b-123c-4e02-af9c-f5594baf9f75 on network f8c33142-8a89-49b3-9a6d-6bebb85b0710 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:23:24.772316 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:23:24.772684 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Checking segment: {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:23:24.773077 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Bound using segment: {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:23:24.773525 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Bound port: d9a6019b-123c-4e02-af9c-f5594baf9f75, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e79c16-8d5a-4180-ab19-b1100a8da4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:23:24.773893 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.779102 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51540d4d-d746-45e4-807f-d368a0c0c94c req-fc49b09a-2b01-483c-b197-3cd73ba234de tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:24.780966 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-19a95143-335d-47e1-834d-2feef60c2018 req-938fbc40-3c26-4817-bf32-da36dff538a4 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783024 Apr 12 12:23:24.786654 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-51540d4d-d746-45e4-807f-d368a0c0c94c req-fc49b09a-2b01-483c-b197-3cd73ba234de tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0641663 Apr 12 12:23:24.840923 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-51540d4d-d746-45e4-807f-d368a0c0c94c req-7138dbd6-d8e4-418a-a640-00933bbd4087 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 Apr 12 12:23:24.848504 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (128a5860-03d8-4b1a-85a8-875c9c1afcc0), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.850620 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:23:24.854100 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:23:24.881915 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'Port': ['ID=128a5860-03d8-4b1a-85a8-875c9c1afcc0,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:24.912296 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.941689 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (4b2ded9d-de2e-4697-b9a4-841c58a4798e), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.946117 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.948147 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c9babb73-f3c5-4036-b2ef-47304f0742b0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "DELETE /v2.0/floatingips/4b2ded9d-de2e-4697-b9a4-841c58a4798e HTTP/1.1" status: 204 len: 168 time: 0.6647036 Apr 12 12:23:24.955128 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:24.956343 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:24.957607 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] 10.222.0.23 "PUT /v2.0/ports/d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 1093 time: 1.1156993 Apr 12 12:23:24.958281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:24.964499 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d7862c-d78e-4c5e-a2a3-388a1982487b" -d '{"events": [{"name": "network-changed", "server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:25.005004 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8565b7c-f84e-4f1f-a3d6-2581b97c92ea service neutron] Pushing event updated for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:25.016937 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b58f5-f438-43f2-aefe-b5daa0337c69 x-openstack-request-id: req-f96b58f5-f438-43f2-aefe-b5daa0337c69 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:25.019418 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:25.019418 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f96b58f5-f438-43f2-aefe-b5daa0337c69 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:25.019418 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96b58f5-f438-43f2-aefe-b5daa0337c69'] response: {'name': 'network-changed', 'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'status': 'completed', 'code': 200} Apr 12 12:23:25.044193 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.262575 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46028) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:25.267735 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-cce1e253-a3c2-4e5a-86fb-716aad7acc04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277590329', 'description': 'tempest-description--390061613'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:25.380710 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cce1e253-a3c2-4e5a-86fb-716aad7acc04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.452676 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cce1e253-a3c2-4e5a-86fb-716aad7acc04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (d6903d9c-f3f6-4dde-8978-8c9e234f25c5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.528784 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cce1e253-a3c2-4e5a-86fb-716aad7acc04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (d6903d9c-f3f6-4dde-8978-8c9e234f25c5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.557518 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1e253-a3c2-4e5a-86fb-716aad7acc04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6903d9c-f3f6-4dde-8978-8c9e234f25c5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:25.627887 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cce1e253-a3c2-4e5a-86fb-716aad7acc04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.629178 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-cce1e253-a3c2-4e5a-86fb-716aad7acc04 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3655744 Apr 12 12:23:25.632180 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46032) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:25.636498 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-cbbd0a3e-3ffa-4d76-b72a-b244ea8c7c4d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group_rule': {'security_group_id': 'd6903d9c-f3f6-4dde-8978-8c9e234f25c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:25.717262 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0a3e-3ffa-4d76-b72a-b244ea8c7c4d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (b1953eff-0bd1-4b74-bc0a-43183211b8d7), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.773064 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0a3e-3ffa-4d76-b72a-b244ea8c7c4d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (b1953eff-0bd1-4b74-bc0a-43183211b8d7), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.871615 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0a3e-3ffa-4d76-b72a-b244ea8c7c4d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (b1953eff-0bd1-4b74-bc0a-43183211b8d7), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.890577 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd0a3e-3ffa-4d76-b72a-b244ea8c7c4d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1953eff-0bd1-4b74-bc0a-43183211b8d7,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:25.917070 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15467d-f683-4b01-94b1-3300f830ad23 req-5bd43315-c919-4a5f-ab45-7606a063735a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:25.921610 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-af15467d-f683-4b01-94b1-3300f830ad23 req-5bd43315-c919-4a5f-ab45-7606a063735a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0553598 Apr 12 12:23:25.969861 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-af15467d-f683-4b01-94b1-3300f830ad23 req-06fd93f0-ce98-4042-ab00-9229b3ffda66 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445313 Apr 12 12:23:25.986932 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651def05-f7a4-4f6c-b414-fecf399d0c6c req-2c808f5d-5e00-4952-9177-84d5e0f183ad tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:25.988443 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-651def05-f7a4-4f6c-b414-fecf399d0c6c req-2c808f5d-5e00-4952-9177-84d5e0f183ad tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0520895 Apr 12 12:23:25.993193 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0a3e-3ffa-4d76-b72a-b244ea8c7c4d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:25.994453 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-cbbd0a3e-3ffa-4d76-b72a-b244ea8c7c4d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613937 Apr 12 12:23:26.007652 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46038) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:26.012194 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ec1180de-a340-4891-a302-b144a5b2f143 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'security_group_rule': {'security_group_id': 'd6903d9c-f3f6-4dde-8978-8c9e234f25c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:26.038526 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-651def05-f7a4-4f6c-b414-fecf399d0c6c req-64091247-be26-481e-ba69-6221d2267248 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430005 Apr 12 12:23:26.146985 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec1180de-a340-4891-a302-b144a5b2f143 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (482f933f-cf99-4410-aed2-08e2768f8079), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:26.209000 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec1180de-a340-4891-a302-b144a5b2f143 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (482f933f-cf99-4410-aed2-08e2768f8079), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:26.340456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec1180de-a340-4891-a302-b144a5b2f143 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (482f933f-cf99-4410-aed2-08e2768f8079), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:26.368222 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1180de-a340-4891-a302-b144a5b2f143 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482f933f-cf99-4410-aed2-08e2768f8079,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:26.401661 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7862c-d78e-4c5e-a2a3-388a1982487b req-b75b1ff0-1c5c-493b-ba1c-0ab5d7b9d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:26.403074 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e3d7862c-d78e-4c5e-a2a3-388a1982487b req-b75b1ff0-1c5c-493b-ba1c-0ab5d7b9d9b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1127 time: 0.0438983 Apr 12 12:23:26.443194 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:26.463205 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec1180de-a340-4891-a302-b144a5b2f143 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:26.464438 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ec1180de-a340-4891-a302-b144a5b2f143 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557800 Apr 12 12:23:26.467855 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46040) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:26.472520 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:26.543922 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-47c774f0-5134-46fc-99b1-e34819ffc0d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:26.545672 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-47c774f0-5134-46fc-99b1-e34819ffc0d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.1068401 Apr 12 12:23:26.620945 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:26.636380 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7862c-d78e-4c5e-a2a3-388a1982487b req-0b891a74-bd21-4f42-ad34-3c43f905fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:26.637892 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e3d7862c-d78e-4c5e-a2a3-388a1982487b req-0b891a74-bd21-4f42-ad34-3c43f905fab9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc92f5198e7a48eb8439b88714806b81&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2082078 Apr 12 12:23:26.741992 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:26.867572 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Allocated IP 172.27.3.221 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/558be369-df06-4e0c-8d19-db6d1f713486) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:23:26.989422 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (558be369-df06-4e0c-8d19-db6d1f713486), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.057462 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Deleting port c170abba-8d35-41c0-8ae4-5196caf394a5 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:27.058068 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.103851 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb9557-e571-4f74-98ed-c53f3653783e req-b5a65def-19e2-478c-a0e5-8fe99193c115 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:27.106334 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0fcb9557-e571-4f74-98ed-c53f3653783e req-b5a65def-19e2-478c-a0e5-8fe99193c115 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0621462 Apr 12 12:23:27.109295 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (558be369-df06-4e0c-8d19-db6d1f713486), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.173038 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7862c-d78e-4c5e-a2a3-388a1982487b req-69f8235b-1442-4cd1-86d8-eae616e8a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:27.174744 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e3d7862c-d78e-4c5e-a2a3-388a1982487b req-69f8235b-1442-4cd1-86d8-eae616e8a7e4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439311 Apr 12 12:23:27.186716 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:23:27.188825 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=558be369-df06-4e0c-8d19-db6d1f713486,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:27.197628 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:23:27.200366 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494c734-c996-4a76-bbfb-b331272d5e3b req-a343b89e-fabf-4509-a6b0-5af491a8b589 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:27.202077 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:23:27.202681 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f494c734-c996-4a76-bbfb-b331272d5e3b req-a343b89e-fabf-4509-a6b0-5af491a8b589 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 947 time: 0.0684955 Apr 12 12:23:27.236782 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] For port c170abba-8d35-41c0-8ae4-5196caf394a5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c170abba-8d35-41c0-8ae4-5196caf394a5,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:27.237207 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.248597 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0fcb9557-e571-4f74-98ed-c53f3653783e req-c3935560-5dc9-472b-893b-6168f06ace1a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035604 Apr 12 12:23:27.335760 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (56d17eff-2bfb-4c49-bc48-2667ea036230), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.377577 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-1725d3b2-8384-4be3-ae03-7260a0ae3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:27.379204 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-1725d3b2-8384-4be3-ae03-7260a0ae3581 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1127 time: 0.1327899 Apr 12 12:23:27.394105 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f494c734-c996-4a76-bbfb-b331272d5e3b req-c2ceaf3b-9279-4195-b412-b6553d00137c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=cae4c63f-5ed2-43f9-babb-93c52398a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769140 Apr 12 12:23:27.451237 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (558be369-df06-4e0c-8d19-db6d1f713486), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.467544 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-293ea5dc-3cb0-429e-b5db-e3ee7f070803 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 217 time: 0.0764506 Apr 12 12:23:27.572400 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-28686f33-d807-428b-9d7e-007c1f485a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:27.573936 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-28686f33-d807-428b-9d7e-007c1f485a1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb35183a-0720-4285-8ea8-d6bc276e77c2 HTTP/1.1" status: 200 len: 847 time: 0.0994918 Apr 12 12:23:27.645905 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.646309 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (fcd2780e-1dc8-4794-a9c3-3c9b520f1164), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.646822 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Floating IP fcd2780e-1dc8-4794-a9c3-3c9b520f1164 disassociated. External IP: 172.27.3.135, port: c170abba-8d35-41c0-8ae4-5196caf394a5. Apr 12 12:23:27.647445 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Calling delete_port for c170abba-8d35-41c0-8ae4-5196caf394a5 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:27.664674 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-78aa3d03-7878-4aa3-901d-a25a431cc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:27.666359 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-78aa3d03-7878-4aa3-901d-a25a431cc673 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c33142-8a89-49b3-9a6d-6bebb85b0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857928 Apr 12 12:23:27.698322 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (558be369-df06-4e0c-8d19-db6d1f713486), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.783240 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (558be369-df06-4e0c-8d19-db6d1f713486), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.859244 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-dfa8814a-4568-424f-ba58-8ba4262dc433 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591640 Apr 12 12:23:27.902282 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=558be369-df06-4e0c-8d19-db6d1f713486,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:27.915799 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (56d17eff-2bfb-4c49-bc48-2667ea036230), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:27.967987 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (c170abba-8d35-41c0-8ae4-5196caf394a5), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:28.002744 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:28.005425 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6619afa8-369c-4d60-9558-58853a24931d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5357685 Apr 12 12:23:28.020986 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event deleted for resources: {'Port': ['ID=c170abba-8d35-41c0-8ae4-5196caf394a5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:28.097365 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad413fd-2c68-48d8-a82a-8660be0c021f req-16605444-4e61-4e42-a4a8-0855e6ac5438 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312763 Apr 12 12:23:28.168430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Router 4773137f-8387-4482-874a-60e206126815 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:23:28.211190 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-9a106b50-d4a7-4b68-a944-3b7f3af75f54 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1277590329&fields=id&tenant_id=7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 267 time: 0.0468321 Apr 12 12:23:28.301057 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:23:28.320182 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] Sync routers for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:23:28.341748 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:28.342438 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:28.353709 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a587-14ed-49a6-866e-66275b622c0d req-5072c1dc-0c6f-4d43-aec9-54bc9622cedb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:28.355490 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-5072c1dc-0c6f-4d43-aec9-54bc9622cedb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 814 time: 0.1379547 Apr 12 12:23:28.361759 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] No DVR routers for this DVR port c170abba-8d35-41c0-8ae4-5196caf394a5 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:23:28.364786 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:28.368427 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5c955d25-002c-4f0b-b236-d18ec2635fd3 req-589cab5d-a193-4471-9687-d87698a5cae0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "DELETE /v2.0/ports/c170abba-8d35-41c0-8ae4-5196caf394a5 HTTP/1.1" status: 204 len: 173 time: 1.8156669 Apr 12 12:23:28.370206 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-deleted', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:28.371977 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d9ef2-530e-42f7-9661-5de01b622845" -d '{"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-deleted", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:28.380215 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-a9ffc14f-ba77-4fd6-8052-7766b678f81c tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/quotas/7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 375 time: 0.0180809 Apr 12 12:23:28.453513 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-8fcc4289-fc1d-45e8-849d-342c4fd8a0d8 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676053 Apr 12 12:23:28.489403 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cf14f-1153-48cb-9b37-5e186bd2a208 req-3b6de548-6e4b-4653-b602-1e98baeddf29 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:28.491209 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2c6cf14f-1153-48cb-9b37-5e186bd2a208 req-3b6de548-6e4b-4653-b602-1e98baeddf29 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0822425 Apr 12 12:23:28.558814 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2c6cf14f-1153-48cb-9b37-5e186bd2a208 req-87ca0711-75ee-47e4-b551-01c90373a749 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618541 Apr 12 12:23:28.641386 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:28.652963 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-537f1a42-52ef-4f7b-9d76-2bd97c2fc5cc service neutron] 10.222.0.20 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839762 Apr 12 12:23:28.723981 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346151de-1957-491f-82d8-14647766d1e1 req-ba070b34-6a82-478f-a463-545996ceb07e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:28.726177 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-346151de-1957-491f-82d8-14647766d1e1 req-ba070b34-6a82-478f-a463-545996ceb07e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0547409 Apr 12 12:23:28.761144 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-558ed581-69c4-424b-bf3f-8f4fecb12d92 service neutron] 10.222.0.20 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033933 Apr 12 12:23:28.786339 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-346151de-1957-491f-82d8-14647766d1e1 req-daec4e56-ac5b-4c6e-bbcc-58596c9a313d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546913 Apr 12 12:23:28.849152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30f89fa-4b0d-447f-ac92-d1978a7d6487 x-openstack-request-id: req-c30f89fa-4b0d-447f-ac92-d1978a7d6487 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:28.849491 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8842b-754b-41b1-87d9-2d0699b6adcc", "name": "network-vif-deleted", "tag": "c170abba-8d35-41c0-8ae4-5196caf394a5", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:28.849757 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c30f89fa-4b0d-447f-ac92-d1978a7d6487 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:28.850181 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30f89fa-4b0d-447f-ac92-d1978a7d6487'] response: {'server_uuid': 'b2c8842b-754b-41b1-87d9-2d0699b6adcc', 'name': 'network-vif-deleted', 'tag': 'c170abba-8d35-41c0-8ae4-5196caf394a5', 'status': 'completed', 'code': 200} Apr 12 12:23:28.889452 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:28.918591 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] Checking router: 4773137f-8387-4482-874a-60e206126815 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:23:28.927123 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bf43836f-612b-465c-8ba4-15b061d90681 req-5f54b9b4-48df-4228-8517-6d22e40e7a0f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0296764 Apr 12 12:23:28.928945 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:28.929588 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:29.053074 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c50e01b6-8fc7-4a2d-9cf9-c18faa6a7732 req-ce9f484d-03e2-4134-9f2d-1574e8b725a6 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 210 time: 0.0429533 Apr 12 12:23:29.074858 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:29.296554 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:29.338539 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c10c7-04ab-492e-8a06-1c3def25c761 None None] The sync data for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi is: [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:29.419108 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:23:29.441005 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: c170abba-8d35-41c0-8ae4-5196caf394a5 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:23:29.441350 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c170abba-8d35-41c0-8ae4-5196caf394a5 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:23:29.598026 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bca13e-1e4b-4c96-aa91-b7700e7eab4b None None] New status for floating IP fcd2780e-1dc8-4794-a9c3-3c9b520f1164: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:23:29.704384 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639228e1-4555-4b2d-9409-be39ecca867c req-28f722a5-6865-4a13-bc3b-8b0abcaf35cd tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:29.706020 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-639228e1-4555-4b2d-9409-be39ecca867c req-28f722a5-6865-4a13-bc3b-8b0abcaf35cd tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0556369 Apr 12 12:23:29.759079 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-639228e1-4555-4b2d-9409-be39ecca867c req-e3d76345-0809-4573-918f-32db168d32ec tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464821 Apr 12 12:23:29.915250 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaab6a-30f1-4606-99fe-7d14270b4186 req-b8fc4799-dd42-4ac6-9403-be66d27f394b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:29.916926 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dccaab6a-30f1-4606-99fe-7d14270b4186 req-b8fc4799-dd42-4ac6-9403-be66d27f394b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0514448 Apr 12 12:23:29.969271 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dccaab6a-30f1-4606-99fe-7d14270b4186 req-6cea508e-8d26-4b60-9cbf-e2514495604b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Apr 12 12:23:30.040491 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d9514f17-0519-4f85-ac2b-752dbdd1acb6 req-37634609-f2ef-4672-ab61-d862b23d2900 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0274394 Apr 12 12:23:30.150816 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b58b3471-283c-45bf-9619-865c983a2307 req-665d174a-2776-4bd1-a245-5b1a76b6f10b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 210 time: 0.0286360 Apr 12 12:23:30.877167 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cc468-f168-4e51-9b7a-1e58668b1444 req-0b711e8f-728e-4ce4-8d05-d0508ad186aa tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:30.878767 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4f2cc468-f168-4e51-9b7a-1e58668b1444 req-0b711e8f-728e-4ce4-8d05-d0508ad186aa tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0503151 Apr 12 12:23:30.934379 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4f2cc468-f168-4e51-9b7a-1e58668b1444 req-c196f2c6-884c-4c32-a8a2-ee7f0c038eff tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499499 Apr 12 12:23:31.095722 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d79a9-6da9-4741-93ff-9aca60368bb6 req-eb534138-6ddb-4977-bbdf-a19530a1dcee tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:31.097326 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-008d79a9-6da9-4741-93ff-9aca60368bb6 req-eb534138-6ddb-4977-bbdf-a19530a1dcee tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0561767 Apr 12 12:23:31.148369 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-23d5deae-7111-417f-8825-3b3b887eb184 req-36f81c45-9b0a-410a-9722-f5a6c6caa0a1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0297475 Apr 12 12:23:31.153622 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-008d79a9-6da9-4741-93ff-9aca60368bb6 req-04d448c7-5d33-4ea2-a7db-d3167d73e0f6 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503664 Apr 12 12:23:31.246616 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-375498a3-8714-4e5b-9fae-0ed091947df4 req-cb90da76-446a-4f93-8896-73790d4bb4d1 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 210 time: 0.0285809 Apr 12 12:23:31.754795 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-8d05bcda-7754-43d7-80f6-e26e7a32a6e8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:31.756393 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-8d05bcda-7754-43d7-80f6-e26e7a32a6e8 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0467720 Apr 12 12:23:31.875331 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Deleting port d6a7be4d-1159-4b4b-86c3-2c3169438c9a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:31.875331 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:31.968548 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] For port d6a7be4d-1159-4b4b-86c3-2c3169438c9a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:31.968949 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:32.117809 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522b8c-2f04-4f09-b9c5-68efdb346d6a req-57752589-4c9a-4701-8e06-262ca7c10c25 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:32.119213 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f5522b8c-2f04-4f09-b9c5-68efdb346d6a req-57752589-4c9a-4701-8e06-262ca7c10c25 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0859172 Apr 12 12:23:32.216001 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:32.216356 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (c386b5e3-0472-4423-9363-22e7e8179b11), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:32.216666 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Floating IP c386b5e3-0472-4423-9363-22e7e8179b11 disassociated. External IP: 172.27.3.52, port: d6a7be4d-1159-4b4b-86c3-2c3169438c9a. Apr 12 12:23:32.217096 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Calling delete_port for d6a7be4d-1159-4b4b-86c3-2c3169438c9a owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:32.237283 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f5522b8c-2f04-4f09-b9c5-68efdb346d6a req-2a6dc443-8376-4915-afcf-485bc38df2f0 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101298 Apr 12 12:23:32.283056 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53f0c4-8450-4b70-88d6-4dc73d3ce9e0 req-8fbe8909-f641-4773-9546-42bda9e9322a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:32.284624 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e53f0c4-8450-4b70-88d6-4dc73d3ce9e0 req-8fbe8909-f641-4773-9546-42bda9e9322a tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 946 time: 0.0590577 Apr 12 12:23:32.334138 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e53f0c4-8450-4b70-88d6-4dc73d3ce9e0 req-62dc259a-3128-47b8-957b-33b212de81b2 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff6d9f41-9b97-4b27-a56a-8547acdf8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Apr 12 12:23:32.337498 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ea741652-9a0a-4660-87c8-6b8539c802f4 req-b2701867-9c45-4957-ac48-78fae80f735a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8842b-754b-41b1-87d9-2d0699b6adcc HTTP/1.1" status: 200 len: 210 time: 0.0288484 Apr 12 12:23:32.432278 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c83be4cc-5589-4dbb-9538-db20fbe0cf83 req-48f21964-3939-4341-93de-6ae7ab873c7a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 210 time: 0.0319090 Apr 12 12:23:32.523168 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (d6a7be4d-1159-4b4b-86c3-2c3169438c9a), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:32.554067 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event deleted for resources: {'Port': ['ID=d6a7be4d-1159-4b4b-86c3-2c3169438c9a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:32.693971 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Router 8967d474-caf9-4afd-888f-91c9565d9b8f has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:23:32.838004 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:23:32.848945 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] Sync routers for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:23:32.862594 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:32.863344 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:32.927668 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] No DVR routers for this DVR port d6a7be4d-1159-4b4b-86c3-2c3169438c9a on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:23:32.928742 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:32.932664 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3d73bd27-682f-4072-a65e-1991971dc4d3 req-ccb18d9e-a42c-480e-bd2a-1549ac90c28c tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "DELETE /v2.0/ports/d6a7be4d-1159-4b4b-86c3-2c3169438c9a HTTP/1.1" status: 204 len: 173 time: 1.1703858 Apr 12 12:23:32.936849 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'name': 'network-vif-deleted', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:32.939529 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c06e37c-4f04-491b-a417-8acbdb9b0b79" -d '{"events": [{"server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "name": "network-vif-deleted", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:32.976848 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a587-14ed-49a6-866e-66275b622c0d req-48f9c8b4-da26-49fe-bc8a-bf7d90c71a82 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:32.978423 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-48f9c8b4-da26-49fe-bc8a-bf7d90c71a82 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 814 time: 0.1748331 Apr 12 12:23:33.021417 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:33.026769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa94e3bb-8876-4442-b66e-ef5754150511 x-openstack-request-id: req-fa94e3bb-8876-4442-b66e-ef5754150511 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:33.027184 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239cea32-e3f1-478f-a4a3-b55d03b21132", "name": "network-vif-deleted", "tag": "d6a7be4d-1159-4b4b-86c3-2c3169438c9a", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:33.027590 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa94e3bb-8876-4442-b66e-ef5754150511 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:33.046053 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa94e3bb-8876-4442-b66e-ef5754150511'] response: {'server_uuid': '239cea32-e3f1-478f-a4a3-b55d03b21132', 'name': 'network-vif-deleted', 'tag': 'd6a7be4d-1159-4b4b-86c3-2c3169438c9a', 'status': 'completed', 'code': 200} Apr 12 12:23:33.097972 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-5fadbf71-b747-4530-acb8-ea6ff904f10d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb45d94184c415cba3ac337acafead7 HTTP/1.1" status: 200 len: 380 time: 0.1104949 Apr 12 12:23:33.110684 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'port': {'device_id': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'admin_state_up': True, 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'security_groups': ['d6903d9c-f3f6-4dde-8978-8c9e234f25c5']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:33.313783 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:33.345372 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] Checking router: 8967d474-caf9-4afd-888f-91c9565d9b8f for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:23:33.369471 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:33.370136 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:33.380205 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Made reservation on behalf of 7bb45d94184c415cba3ac337acafead7 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:23:33.383650 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:33.390224 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c0585-fbca-4b33-81fd-946cf2beef83 req-2e586a4f-f275-44e1-88d3-960d56468456 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:33.396595 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b05c0585-fbca-4b33-81fd-946cf2beef83 req-2e586a4f-f275-44e1-88d3-960d56468456 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0777152 Apr 12 12:23:33.461197 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b05c0585-fbca-4b33-81fd-946cf2beef83 req-10104633-4a53-4569-8257-2fdf5f2046e7 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631154 Apr 12 12:23:33.522608 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1b39bdd8-61d3-4cd1-a502-31705b8bd368 req-e5059b11-3173-4650-8db5-be38812def22 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=239cea32-e3f1-478f-a4a3-b55d03b21132 HTTP/1.1" status: 200 len: 210 time: 0.0555806 Apr 12 12:23:33.542063 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:33.596540 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a5056fd4-a98f-4d4f-a21e-e3bb6cfaf073 req-5da7faec-a1c6-4afe-afc5-6429bdddfd68 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 210 time: 0.0346975 Apr 12 12:23:33.632026 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Allocated IP 172.20.0.13 (7958f7bb-21a9-41ae-84ec-43b3e087f295/0297f741-f416-40aa-a0e8-8ae0ac0bfefb/fcf18bcd-9f4d-451f-be85-954a65ef3a18) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:23:33.657654 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46128) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:33.733020 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b8b14488-b679-48a4-aa41-a95eb2c960d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (cae4c63f-5ed2-43f9-babb-93c52398a4e7), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:33.765283 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b8b14488-b679-48a4-aa41-a95eb2c960d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (cae4c63f-5ed2-43f9-babb-93c52398a4e7), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:33.791501 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:33.808142 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:33.830194 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d32c0-cde2-4f54-b13c-15fe5d3ef246 None None] The sync data for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi is: [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:17:28Z', 'revision_number': 4, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'aadcf033-be5d-44ad-b2c0-c440085df0a5', 'name': '', 'network_id': 'ba418c03-8541-4c3c-b692-597d54968694', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'mac_address': 'fa:16:3e:26:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:26Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'subnets': [{'id': '8cc3ed29-863b-46c7-9c96-e9d88ef747a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:33.923071 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b8b14488-b679-48a4-aa41-a95eb2c960d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (cae4c63f-5ed2-43f9-babb-93c52398a4e7), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:33.925945 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b8b14488-b679-48a4-aa41-a95eb2c960d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:33.927149 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b8b14488-b679-48a4-aa41-a95eb2c960d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "DELETE /v2.0/security-groups/cae4c63f-5ed2-43f9-babb-93c52398a4e7 HTTP/1.1" status: 204 len: 168 time: 0.2675204 Apr 12 12:23:33.931003 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46130) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:33.936788 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b14488-b679-48a4-aa41-a95eb2c960d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae4c63f-5ed2-43f9-babb-93c52398a4e7,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:33.954068 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:33.956702 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.api.v2.resource [None req-c189ff08-e4e9-49bb-a59b-e3bdf9343d55 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] show failed (client error): The resource could not be found. Apr 12 12:23:33.958221 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-c189ff08-e4e9-49bb-a59b-e3bdf9343d55 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups/cae4c63f-5ed2-43f9-babb-93c52398a4e7 HTTP/1.1" status: 404 len: 347 time: 0.0260034 Apr 12 12:23:33.962534 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46132) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:34.020065 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:23:34.023290 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:23:34.027318 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:23:34.067586 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event updated for resources: {'Port': ['ID=fcf18bcd-9f4d-451f-be85-954a65ef3a18,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:34.103794 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:34.104513 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.134963 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Deleting port 36d6d3ca-a5e9-4122-9041-d8a13767bcbb {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:34.134963 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.194508 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-4bfcb82c-9020-4440-9870-ef9892ee31ec tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0907886 Apr 12 12:23:34.205806 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Request body: {'port': {'device_id': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:34.252351 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.252800 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.268963 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Calling delete_port for 36d6d3ca-a5e9-4122-9041-d8a13767bcbb owned by network:floatingip {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:34.273006 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd30bc7-9112-4998-b6be-7f3646f7cea0 None None] New status for floating IP c386b5e3-0472-4423-9363-22e7e8179b11: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:23:34.276430 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.324598 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-fb96d434-b062-437b-80d0-0f6011252b66 None None] Provisioning complete for port fcf18bcd-9f4d-451f-be85-954a65ef3a18 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:34.325653 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-fb96d434-b062-437b-80d0-0f6011252b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.374667 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-fb96d434-b062-437b-80d0-0f6011252b66 None None] Port fcf18bcd-9f4d-451f-be85-954a65ef3a18 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:23:34.552603 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (36d6d3ca-a5e9-4122-9041-d8a13767bcbb), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.644407 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event deleted for resources: {'Port': ['ID=36d6d3ca-a5e9-4122-9041-d8a13767bcbb,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:34.674803 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf18bcd-9f4d-451f-be85-954a65ef3a18 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:23:34.690745 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Publish callbacks [] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.694903 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46142) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:34.715430 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf19ae-8a94-4ecd-ab0b-84b0f5b961e3 req-ef2f86d9-5a8f-4099-a5df-949db473c5cd tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:34.717682 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7bdf19ae-8a94-4ecd-ab0b-84b0f5b961e3 req-ef2f86d9-5a8f-4099-a5df-949db473c5cd tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.1688039 Apr 12 12:23:34.753018 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Transition to ACTIVE for port object fcf18bcd-9f4d-451f-be85-954a65ef3a18 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:23:34.757347 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (fcd2780e-1dc8-4794-a9c3-3c9b520f1164), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.761689 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.763635 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b43fcb4a-2824-4431-844a-de44dc77bd8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "DELETE /v2.0/floatingips/fcd2780e-1dc8-4794-a9c3-3c9b520f1164 HTTP/1.1" status: 204 len: 168 time: 0.7997193 Apr 12 12:23:34.809789 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7bdf19ae-8a94-4ecd-ab0b-84b0f5b961e3 req-d062e306-3010-46fd-b524-7182651a9047 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822127 Apr 12 12:23:34.834916 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fb6140ae-0026-4aec-a20a-e30a137dd40e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group (ff6d9f41-9b97-4b27-a56a-8547acdf8b31), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.842983 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:34.864056 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce2728-6fac-4356-ac3a-0395e7964451 req-054d26f6-d048-4cd4-9a73-956bcc18f889 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:34.865863 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b5ce2728-6fac-4356-ac3a-0395e7964451 req-054d26f6-d048-4cd4-9a73-956bcc18f889 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 932 time: 0.0976958 Apr 12 12:23:34.922800 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fb6140ae-0026-4aec-a20a-e30a137dd40e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group (ff6d9f41-9b97-4b27-a56a-8547acdf8b31), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.237517 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46146) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:35.237517 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-6974fa02-49df-483a-8708-d2448ad94cba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837493732', 'description': 'tempest-description--1376326089'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:35.279028 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf18bcd-9f4d-451f-be85-954a65ef3a18,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:35.283274 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6974fa02-49df-483a-8708-d2448ad94cba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.350294 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b5ce2728-6fac-4356-ac3a-0395e7964451 req-923a581c-a31f-4dbd-b852-b9d910e9a919 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4737115 Apr 12 12:23:35.404030 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6974fa02-49df-483a-8708-d2448ad94cba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (f01159f2-6acc-44d4-8c4b-f01a2a833490), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.408365 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Attempting to bind port fcf18bcd-9f4d-451f-be85-954a65ef3a18 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:23:35.408906 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Attempting to bind port fcf18bcd-9f4d-451f-be85-954a65ef3a18 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:23:35.416235 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Attempting to bind port fcf18bcd-9f4d-451f-be85-954a65ef3a18 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:23:35.416235 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Port fcf18bcd-9f4d-451f-be85-954a65ef3a18 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:23:35.416235 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Attempting to bind port fcf18bcd-9f4d-451f-be85-954a65ef3a18 on network 7958f7bb-21a9-41ae-84ec-43b3e087f295 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:23:35.422632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:23:35.422981 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Checking segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:23:35.423647 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Bound using segment: {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:23:35.424088 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Bound port: fcf18bcd-9f4d-451f-be85-954a65ef3a18, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db74bab-b50f-4b93-a123-f5a017c4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:23:35.424456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.465822 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d6a7be4d-1159-4b4b-86c3-2c3169438c9a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:23:35.496426 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fb6140ae-0026-4aec-a20a-e30a137dd40e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ff6d9f41-9b97-4b27-a56a-8547acdf8b31), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.498775 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: d6a7be4d-1159-4b4b-86c3-2c3169438c9a {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:23:35.499366 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d6a7be4d-1159-4b4b-86c3-2c3169438c9a not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:23:35.500094 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fb6140ae-0026-4aec-a20a-e30a137dd40e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.501968 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-fb6140ae-0026-4aec-a20a-e30a137dd40e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff6d9f41-9b97-4b27-a56a-8547acdf8b31 HTTP/1.1" status: 204 len: 168 time: 0.8042502 Apr 12 12:23:35.505739 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46148) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:35.524527 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.api.v2.resource [None req-7f698f82-66e1-46cc-b25c-d682245d74dc tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] show failed (client error): The resource could not be found. Apr 12 12:23:35.525640 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6140ae-0026-4aec-a20a-e30a137dd40e tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6d9f41-9b97-4b27-a56a-8547acdf8b31,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:35.526111 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7f698f82-66e1-46cc-b25c-d682245d74dc tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups/ff6d9f41-9b97-4b27-a56a-8547acdf8b31 HTTP/1.1" status: 404 len: 347 time: 0.0188203 Apr 12 12:23:35.527222 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6974fa02-49df-483a-8708-d2448ad94cba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (f01159f2-6acc-44d4-8c4b-f01a2a833490), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.531688 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] For port fcf18bcd-9f4d-451f-be85-954a65ef3a18, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:23:35.534161 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46150) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:35.574985 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] For port fcf18bcd-9f4d-451f-be85-954a65ef3a18, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fcf18bcd-9f4d-451f-be85-954a65ef3a18,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:23:35.575225 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974fa02-49df-483a-8708-d2448ad94cba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01159f2-6acc-44d4-8c4b-f01a2a833490,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:35.624038 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6974fa02-49df-483a-8708-d2448ad94cba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.626665 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6974fa02-49df-483a-8708-d2448ad94cba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5016451 Apr 12 12:23:35.630060 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46152) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:35.637804 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-76c6ba6f-a352-4788-bad4-544f61262f9e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'security_group_rule': {'security_group_id': 'f01159f2-6acc-44d4-8c4b-f01a2a833490', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:35.669428 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.727657 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76c6ba6f-a352-4788-bad4-544f61262f9e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (7103dca2-a592-4c3f-91b9-df57f10bb316), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.753192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:35.753192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.753192 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] 10.222.0.23 "PUT /v2.0/ports/fcf18bcd-9f4d-451f-be85-954a65ef3a18 HTTP/1.1" status: 200 len: 1094 time: 1.5470779 Apr 12 12:23:35.753192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'tag': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:35.754252 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1dfd2f-b9e2-453d-9f70-2fc143a95956" -d '{"events": [{"name": "network-changed", "server_uuid": "df06a096-b611-4fcb-8a2c-cec6e45f8a10", "tag": "fcf18bcd-9f4d-451f-be85-954a65ef3a18"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:35.808308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Deleting port 100cda38-a8dd-4352-a692-001cc52eb703 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:35.808308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (100cda38-a8dd-4352-a692-001cc52eb703), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.808308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188f40f-527e-42b0-acba-f689fa0388a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf18bcd-9f4d-451f-be85-954a65ef3a18,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:35.822777 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76c6ba6f-a352-4788-bad4-544f61262f9e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (7103dca2-a592-4c3f-91b9-df57f10bb316), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.852421 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dcb85c-44e1-47a0-9106-442ec811103c x-openstack-request-id: req-12dcb85c-44e1-47a0-9106-442ec811103c {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:35.852421 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df06a096-b611-4fcb-8a2c-cec6e45f8a10", "tag": "fcf18bcd-9f4d-451f-be85-954a65ef3a18", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:35.852421 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12dcb85c-44e1-47a0-9106-442ec811103c {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:35.852421 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12dcb85c-44e1-47a0-9106-442ec811103c'] response: {'name': 'network-changed', 'server_uuid': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'tag': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'status': 'completed', 'code': 200} Apr 12 12:23:35.907428 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76c6ba6f-a352-4788-bad4-544f61262f9e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (7103dca2-a592-4c3f-91b9-df57f10bb316), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.937801 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6ba6f-a352-4788-bad4-544f61262f9e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7103dca2-a592-4c3f-91b9-df57f10bb316,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:35.964620 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (100cda38-a8dd-4352-a692-001cc52eb703), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.965026 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (100cda38-a8dd-4352-a692-001cc52eb703), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:35.976547 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dfd2f-b9e2-453d-9f70-2fc143a95956 req-6d8c465b-f93c-44d6-aaee-a3448fe89c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:35.983302 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9d1dfd2f-b9e2-453d-9f70-2fc143a95956 req-6d8c465b-f93c-44d6-aaee-a3448fe89c93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 1128 time: 0.1093156 Apr 12 12:23:35.989589 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Calling delete_port for 100cda38-a8dd-4352-a692-001cc52eb703 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:36.007947 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76c6ba6f-a352-4788-bad4-544f61262f9e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.012224 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-76c6ba6f-a352-4788-bad4-544f61262f9e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788660 Apr 12 12:23:36.013124 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44aebe-cd64-4b85-a662-097ce80a71db req-a283fb02-7453-4982-b0dc-0c299c34bc19 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:36.014750 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46158) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:36.015103 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9c44aebe-cd64-4b85-a662-097ce80a71db req-a283fb02-7453-4982-b0dc-0c299c34bc19 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.1069615 Apr 12 12:23:36.024406 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-5374e311-0ff0-4e15-ab3c-ff92ff7c633a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'security_group_rule': {'security_group_id': 'f01159f2-6acc-44d4-8c4b-f01a2a833490', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:36.151387 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5374e311-0ff0-4e15-ab3c-ff92ff7c633a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (b14b1c93-3c0a-4623-b7e9-a5c3716b0006), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.244634 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9c44aebe-cd64-4b85-a662-097ce80a71db req-44fe822c-1382-471a-87b1-e7f3739e3473 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143848 Apr 12 12:23:36.246746 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5374e311-0ff0-4e15-ab3c-ff92ff7c633a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (b14b1c93-3c0a-4623-b7e9-a5c3716b0006), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.268885 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dfd2f-b9e2-453d-9f70-2fc143a95956 req-f16bb878-9a68-4de1-9cd1-fa4ace4e8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:36.270355 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9d1dfd2f-b9e2-453d-9f70-2fc143a95956 req-f16bb878-9a68-4de1-9cd1-fa4ace4e8645 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7bb45d94184c415cba3ac337acafead7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2784419 Apr 12 12:23:36.306750 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5374e311-0ff0-4e15-ab3c-ff92ff7c633a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (b14b1c93-3c0a-4623-b7e9-a5c3716b0006), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.329642 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374e311-0ff0-4e15-ab3c-ff92ff7c633a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14b1c93-3c0a-4623-b7e9-a5c3716b0006,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:36.399855 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5374e311-0ff0-4e15-ab3c-ff92ff7c633a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.401742 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-5374e311-0ff0-4e15-ab3c-ff92ff7c633a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3840430 Apr 12 12:23:36.416194 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46164) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:36.421516 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:36.422557 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dfd2f-b9e2-453d-9f70-2fc143a95956 req-d6bbf5f0-76a0-4fcd-9684-8f251f35658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:36.425598 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9d1dfd2f-b9e2-453d-9f70-2fc143a95956 req-d6bbf5f0-76a0-4fcd-9684-8f251f35658a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433392 Apr 12 12:23:36.489536 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (100cda38-a8dd-4352-a692-001cc52eb703), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.514983 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.527518 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c396260-9d5b-43a3-afdb-ff13d54e0a31 req-3b1b41ce-8c45-465d-8ca5-7166eb8440a0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:36.529081 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4c396260-9d5b-43a3-afdb-ff13d54e0a31 req-3b1b41ce-8c45-465d-8ca5-7166eb8440a0 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 944 time: 0.0704355 Apr 12 12:23:36.535281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event deleted for resources: {'Port': ['ID=100cda38-a8dd-4352-a692-001cc52eb703,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:36.635144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks [] for floatingip (c386b5e3-0472-4423-9363-22e7e8179b11), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.641276 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.643370 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-4d6fa72e-3f43-4437-8452-735aec53d732 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "DELETE /v2.0/floatingips/c386b5e3-0472-4423-9363-22e7e8179b11 HTTP/1.1" status: 204 len: 168 time: 1.1079257 Apr 12 12:23:36.661505 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4c396260-9d5b-43a3-afdb-ff13d54e0a31 req-2d9bc9ba-e874-4b2c-b4c0-cac7ef13f92d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119940 Apr 12 12:23:36.673745 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:36.795752 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Allocated IP 172.27.3.97 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/5ba5662c-3fbb-49cf-8c7e-657a7b81e866) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:23:36.931729 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for port (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:37.020723 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:37.070167 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:23:37.074401 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:23:37.078566 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:23:37.110282 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'Port': ['ID=5ba5662c-3fbb-49cf-8c7e-657a7b81e866,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:37.173917 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a587-14ed-49a6-866e-66275b622c0d req-0005b626-2b5b-44a5-9b04-b9954d12d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:37.176418 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-0005b626-2b5b-44a5-9b04-b9954d12d520 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 1128 time: 0.0664914 Apr 12 12:23:37.203493 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (7a412f87-6b5c-4dc6-b51d-25924c5601fa), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:37.224044 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-d3fb5b38-2ecb-4f47-a72e-608bc81cbbf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcf18bcd-9f4d-451f-be85-954a65ef3a18 HTTP/1.1" status: 200 len: 217 time: 0.0393991 Apr 12 12:23:37.285292 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1a481d66-0b1c-43d6-8e10-47c22071ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:37.287545 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-1a481d66-0b1c-43d6-8e10-47c22071ce39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.0570929 Apr 12 12:23:37.319187 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:37.372934 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a587-14ed-49a6-866e-66275b622c0d req-59341bd8-264c-474d-b06e-1b137751dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:37.375106 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-59341bd8-264c-474d-b06e-1b137751dd77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808444 Apr 12 12:23:37.399429 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5060724-5af9-4402-bb98-1f7c17e4e411 req-3803af9a-db4d-443d-8f6d-24bc097eface tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:37.401239 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d5060724-5af9-4402-bb98-1f7c17e4e411 req-3803af9a-db4d-443d-8f6d-24bc097eface tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0700438 Apr 12 12:23:37.511299 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d5060724-5af9-4402-bb98-1f7c17e4e411 req-5b7dade4-a658-47e1-83fb-b81db455fe75 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984914 Apr 12 12:23:37.533875 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-776ad9e3-4feb-4556-a2a9-d3a75ec6b4c0 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512818 Apr 12 12:23:37.564530 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for port (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:37.637270 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:37.649376 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ada1a587-14ed-49a6-866e-66275b622c0d req-db046723-588f-403c-a5c2-b1551a027461 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085820 Apr 12 12:23:38.003683 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'Port': ['ID=5ba5662c-3fbb-49cf-8c7e-657a7b81e866,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:38.016318 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (7a412f87-6b5c-4dc6-b51d-25924c5601fa), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:38.039825 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903a430-f8b4-4e2d-8b20-52238ea802c0 req-18e0ccf2-a7d5-472b-a646-6150cc03fe50 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:38.041545 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0903a430-f8b4-4e2d-8b20-52238ea802c0 req-18e0ccf2-a7d5-472b-a646-6150cc03fe50 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 944 time: 0.0847285 Apr 12 12:23:38.107954 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0903a430-f8b4-4e2d-8b20-52238ea802c0 req-ef1f1199-6dce-4428-93e9-a702e6eb83be tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490816 Apr 12 12:23:38.136833 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:38.139121 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f7553e81-df52-429a-8293-8f5c262d06e0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7208202 Apr 12 12:23:38.389918 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-a6de4e13-e1a9-4d3b-a4e2-c01cfae2839e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1837493732&fields=id&tenant_id=fea129a3459c47ffb7d2ac00ef5decbf HTTP/1.1" status: 200 len: 267 time: 0.0644512 Apr 12 12:23:38.543354 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89619-fd08-493e-b620-beadd2c9243f req-2195c7fb-64ff-4f04-a9b4-51d032903463 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:38.544823 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-2195c7fb-64ff-4f04-a9b4-51d032903463 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 817 time: 0.1468728 Apr 12 12:23:38.562415 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-6a92ec45-6e10-4024-acfe-30d59f987556 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/quotas/fea129a3459c47ffb7d2ac00ef5decbf HTTP/1.1" status: 200 len: 375 time: 0.0110242 Apr 12 12:23:38.621223 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-ca9ebfb2-facb-42f4-9186-268d4a200a8f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531774 Apr 12 12:23:38.699588 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38bdd1-0f5e-4881-a84e-5aeafa760b64 req-dc87d3c2-cb6f-4e30-b2f9-7f533f9a58c9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:38.702281 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fb38bdd1-0f5e-4881-a84e-5aeafa760b64 req-dc87d3c2-cb6f-4e30-b2f9-7f533f9a58c9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0750315 Apr 12 12:23:38.747409 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-bd127e65-3a2b-4640-8ba2-18f4e16bdc27 service neutron] 10.222.0.20 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080003 Apr 12 12:23:38.782555 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fb38bdd1-0f5e-4881-a84e-5aeafa760b64 req-63c19f57-5db5-4e01-8288-050a52340173 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718329 Apr 12 12:23:38.871094 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-0f3a094f-0eb3-48eb-88cf-cd143b63390a service neutron] 10.222.0.20 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136086 Apr 12 12:23:39.241175 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-78ea174c-9fb9-4d7c-b847-ae7ab375d7dc req-59a29c2c-d78c-4652-b55e-6f04932668fe tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 210 time: 0.0605261 Apr 12 12:23:39.274540 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ffc79-03c8-4c6b-8187-b61a3a032212 req-60e810fa-c94f-42ac-bed1-7a395ba919ed tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:39.276434 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-102ffc79-03c8-4c6b-8187-b61a3a032212 req-60e810fa-c94f-42ac-bed1-7a395ba919ed tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 944 time: 0.0631320 Apr 12 12:23:39.355918 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-102ffc79-03c8-4c6b-8187-b61a3a032212 req-ea5d96ea-c046-43ac-acc9-3b60004fadc4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712256 Apr 12 12:23:39.471537 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d9a6019b-123c-4e02-af9c-f5594baf9f75 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:23:39.602034 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:39.618217 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'port_id': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'mac_address': 'fa:16:3e:dd:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:23:39.673047 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port d9a6019b-123c-4e02-af9c-f5594baf9f75 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:39.673769 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:39.690529 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a6019b-123c-4e02-af9c-f5594baf9f75 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:23:39.715901 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:39.775298 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:39.846578 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:39.856612 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.857045 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.858123 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.858576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.858926 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.859274 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.859617 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.859923 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.860341 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.860576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.860909 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.863103 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.863103 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.863103 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.863103 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:39.950918 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319136ea-9e80-4064-bfdd-178b99219383 req-034759b0-2847-4a58-a203-c4adf9d4e02a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:39.954044 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-319136ea-9e80-4064-bfdd-178b99219383 req-034759b0-2847-4a58-a203-c4adf9d4e02a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 944 time: 0.0654912 Apr 12 12:23:39.963812 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5608a-c98e-415f-af5f-9d7eee06bacf req-50123e67-61aa-44a6-a0a3-5ceb0fdf4515 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:39.967445 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-30f5608a-c98e-415f-af5f-9d7eee06bacf req-50123e67-61aa-44a6-a0a3-5ceb0fdf4515 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0733469 Apr 12 12:23:40.028287 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-319136ea-9e80-4064-bfdd-178b99219383 req-d316ad1a-647a-4df0-8e20-c7e7b3107e5c tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676987 Apr 12 12:23:40.041887 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-30f5608a-c98e-415f-af5f-9d7eee06bacf req-821c4f3d-c70c-46e5-8af1-f9a5da349516 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644841 Apr 12 12:23:40.055618 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['d9a6019b-123c-4e02-af9c-f5594baf9f75'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:23:40.381811 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-888bf165-9583-403c-92ab-9a00fbf9254a req-4ebe74ad-0f2f-4206-a599-777eb0c2319a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 210 time: 0.0314541 Apr 12 12:23:40.497834 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccaa1f-dafc-4e1f-aa9c-21841991bbbf req-43c5b686-c14f-48dc-b71e-cab908e8a424 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:40.500380 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8cccaa1f-dafc-4e1f-aa9c-21841991bbbf req-43c5b686-c14f-48dc-b71e-cab908e8a424 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 944 time: 0.0579340 Apr 12 12:23:40.554631 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8cccaa1f-dafc-4e1f-aa9c-21841991bbbf req-463c4fc6-e49f-4735-b592-200f5916206a tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480297 Apr 12 12:23:41.100684 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-5a50851f-6a93-4826-9ba1-d53616448fe1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:41.103307 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-5a50851f-6a93-4826-9ba1-d53616448fe1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0663679 Apr 12 12:23:41.210399 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541064c0-e4a1-4a29-ac9e-67fcfd59bdcd req-01b14932-e2b3-4690-ba75-9ae31ba0fa97 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:41.211991 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-541064c0-e4a1-4a29-ac9e-67fcfd59bdcd req-01b14932-e2b3-4690-ba75-9ae31ba0fa97 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 946 time: 0.0685055 Apr 12 12:23:41.233408 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608fa31-933e-405d-8b40-031e555bc34e req-be8b1b34-177f-4800-90ee-757c6f9e364d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:41.236009 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3608fa31-933e-405d-8b40-031e555bc34e req-be8b1b34-177f-4800-90ee-757c6f9e364d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 944 time: 0.1312132 Apr 12 12:23:41.273801 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-541064c0-e4a1-4a29-ac9e-67fcfd59bdcd req-9ef548d8-494d-406a-81ab-8817c70e5af0 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554636 Apr 12 12:23:41.336678 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Deleting port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:41.337068 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:41.367567 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3608fa31-933e-405d-8b40-031e555bc34e req-b1252a9f-c5d4-42ea-8880-60f44c25235d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191976 Apr 12 12:23:41.457974 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] For port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:41.458385 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:41.469188 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device fcf18bcd-9f4d-451f-be85-954a65ef3a18 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:23:41.476851 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d9a6019b-123c-4e02-af9c-f5594baf9f75 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:23:41.491002 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Calling delete_port for 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:41.508243 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a0f57726-0f3d-45e4-a4e9-12b690804c8c req-02930b27-0bfc-49c6-80ed-393113b52aaf tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 210 time: 0.0499620 Apr 12 12:23:41.555248 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port d9a6019b-123c-4e02-af9c-f5594baf9f75 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:23:41.707424 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port d9a6019b-123c-4e02-af9c-f5594baf9f75 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:41.707789 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:41.738536 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5302c-357f-4de1-9b70-719ede3b75eb req-a17438ca-e51f-43e3-a353-8b494d37bed5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:41.740150 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d0c5302c-357f-4de1-9b70-719ede3b75eb req-a17438ca-e51f-43e3-a353-8b494d37bed5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 944 time: 0.0671005 Apr 12 12:23:41.800419 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d0c5302c-357f-4de1-9b70-719ede3b75eb req-7ddd1bf5-12a2-4a66-b2e6-ef3b78a3af6b tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525742 Apr 12 12:23:41.832672 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:41.848295 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['2ed48880-841d-4f73-8d5f-ebbca53861ea', '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:23:41.853152 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port fcf18bcd-9f4d-451f-be85-954a65ef3a18, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fcf18bcd-9f4d-451f-be85-954a65ef3a18,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:41.888970 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event deleted for resources: {'Port': ['ID=5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:41.903016 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'port_id': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'mac_address': 'fa:16:3e:21:b0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:23:41.914206 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port d9a6019b-123c-4e02-af9c-f5594baf9f75 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:41.914607 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:41.933439 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] No DVR routers for this DVR port 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:23:41.946054 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:41.946054 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7fd3dc72-2193-41cc-8e0b-44ffb140eaf1 req-f21a5f34-2553-48a9-9807-f39f30117e77 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "DELETE /v2.0/ports/5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 HTTP/1.1" status: 204 len: 173 time: 0.8191450 Apr 12 12:23:41.946054 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86ad430-3be0-4cff-ab0f-8cb8fd428c7a', 'name': 'network-vif-deleted', 'tag': '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:41.946054 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ee728-efbd-4dc9-9bc4-6606c20a23f2" -d '{"events": [{"server_uuid": "a86ad430-3be0-4cff-ab0f-8cb8fd428c7a", "name": "network-vif-deleted", "tag": "5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:41.989396 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a3547-7971-45f2-8cdd-159d3e219650 x-openstack-request-id: req-0d6a3547-7971-45f2-8cdd-159d3e219650 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:41.989827 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86ad430-3be0-4cff-ab0f-8cb8fd428c7a", "name": "network-vif-deleted", "tag": "5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:41.990239 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d6a3547-7971-45f2-8cdd-159d3e219650 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:41.990717 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6a3547-7971-45f2-8cdd-159d3e219650'] response: {'server_uuid': 'a86ad430-3be0-4cff-ab0f-8cb8fd428c7a', 'name': 'network-vif-deleted', 'tag': '5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9', 'status': 'completed', 'code': 200} Apr 12 12:23:41.995715 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:41.998631 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aab1e4-b2a8-434e-9388-ad889fc55120" -d '{"events": [{"server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "name": "network-vif-plugged", "status": "completed", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:42.006394 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port fcf18bcd-9f4d-451f-be85-954a65ef3a18 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:42.006910 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:42.033951 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:42.037531 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf18bcd-9f4d-451f-be85-954a65ef3a18 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:23:42.077749 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port fcf18bcd-9f4d-451f-be85-954a65ef3a18, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fcf18bcd-9f4d-451f-be85-954a65ef3a18,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:42.145270 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:42.157218 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f9a56-468c-4f72-8058-4faf6c5506ed x-openstack-request-id: req-123f9a56-468c-4f72-8058-4faf6c5506ed {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:42.157686 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "name": "network-vif-plugged", "status": "completed", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:42.158101 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-123f9a56-468c-4f72-8058-4faf6c5506ed {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:42.158711 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123f9a56-468c-4f72-8058-4faf6c5506ed'] response: {'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'code': 200} Apr 12 12:23:42.199173 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:42.260455 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:42.290139 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89619-fd08-493e-b620-beadd2c9243f req-da7c7155-2753-4f65-84b8-3e29c0e9a170 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:42.293272 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-da7c7155-2753-4f65-84b8-3e29c0e9a170 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 817 time: 0.1898999 Apr 12 12:23:42.338654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=fcf18bcd-9f4d-451f-be85-954a65ef3a18,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:42.398647 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1ecc9f5c-748f-4575-a5cf-8fb8f13cf209 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea129a3459c47ffb7d2ac00ef5decbf HTTP/1.1" status: 200 len: 380 time: 0.0733364 Apr 12 12:23:42.414379 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'port': {'device_id': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'admin_state_up': True, 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'security_groups': ['f01159f2-6acc-44d4-8c4b-f01a2a833490']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:42.500994 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['fcf18bcd-9f4d-451f-be85-954a65ef3a18'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:23:42.533124 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-89402bdc-a861-41f3-9996-43af9e083257 req-6ebc1204-4aaf-4d4e-b297-55272ed12636 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86ad430-3be0-4cff-ab0f-8cb8fd428c7a HTTP/1.1" status: 200 len: 210 time: 0.0477397 Apr 12 12:23:42.657148 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7997bf-e976-4c1c-820e-6ef232e9814e req-edcc6fc7-c79a-4e42-91e7-eef82232e4be tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:42.660139 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6b7997bf-e976-4c1c-820e-6ef232e9814e req-edcc6fc7-c79a-4e42-91e7-eef82232e4be tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.1378732 Apr 12 12:23:42.687138 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-12faff09-f08f-49a2-9a1a-f6f17bb5f51f req-48678621-ac9a-45be-b9e1-f794347faaa7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 210 time: 0.0295882 Apr 12 12:23:42.760756 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6b7997bf-e976-4c1c-820e-6ef232e9814e req-556ccc6b-5bf6-4609-902a-0ce2e2cb7e13 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920799 Apr 12 12:23:42.814832 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Made reservation on behalf of fea129a3459c47ffb7d2ac00ef5decbf for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:23:42.819590 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:42.958962 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680c133-77e0-4392-9d61-d9c5390d70fa req-eea333dc-2b51-4841-b29a-1f702349d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:42.960669 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8680c133-77e0-4392-9d61-d9c5390d70fa req-eea333dc-2b51-4841-b29a-1f702349d056 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1129 time: 0.0635059 Apr 12 12:23:42.973265 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7c358-6bd6-4b52-bfe1-a211b6b78c08 req-828ec8bc-cf2b-4245-a252-88a5e0730436 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:42.975879 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a8b7c358-6bd6-4b52-bfe1-a211b6b78c08 req-828ec8bc-cf2b-4245-a252-88a5e0730436 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 945 time: 0.0670912 Apr 12 12:23:43.046652 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Allocated IP 172.20.0.11 (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4/b06f3540-a304-4e6d-8bb9-293580179e7e/e860419d-9c0d-4dae-9345-5a3e383a26d7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:23:43.048088 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a8b7c358-6bd6-4b52-bfe1-a211b6b78c08 req-ff1289e8-65b9-40c2-9622-db42d31f2c0d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636394 Apr 12 12:23:43.082358 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8680c133-77e0-4392-9d61-d9c5390d70fa req-04a29b90-cba3-464c-bb7b-1c33605ea6c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960248 Apr 12 12:23:43.242907 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:43.358625 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:43.406313 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:23:43.410657 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:23:43.418580 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:23:43.470500 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:43.474355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device fcf18bcd-9f4d-451f-be85-954a65ef3a18 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:23:43.517124 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:43.518336 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:43.575380 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port fcf18bcd-9f4d-451f-be85-954a65ef3a18 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:23:43.715583 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-1c6c7321-ed6a-4ccb-b660-147fed15d045 None None] Provisioning complete for port e860419d-9c0d-4dae-9345-5a3e383a26d7 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:43.715949 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7321-ed6a-4ccb-b660-147fed15d045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:43.755435 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-759b0876-3c49-4592-967c-de779d9bf516 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3418136 Apr 12 12:23:43.765133 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c7321-ed6a-4ccb-b660-147fed15d045 None None] Port e860419d-9c0d-4dae-9345-5a3e383a26d7 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:23:43.785689 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port fcf18bcd-9f4d-451f-be85-954a65ef3a18 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:43.786077 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:43.807302 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Request body: {'port': {'device_id': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:43.887224 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port fcf18bcd-9f4d-451f-be85-954a65ef3a18 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:43.887614 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:43.906957 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a23ee-cdb2-47c1-91e7-8327fb102f6c req-c78d2924-abd2-4229-b59b-1df3c174999b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:43.908526 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-092a23ee-cdb2-47c1-91e7-8327fb102f6c req-c78d2924-abd2-4229-b59b-1df3c174999b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 932 time: 0.0955200 Apr 12 12:23:43.918866 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:43.934326 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port fcf18bcd-9f4d-451f-be85-954a65ef3a18, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fcf18bcd-9f4d-451f-be85-954a65ef3a18,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:44.009339 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-092a23ee-cdb2-47c1-91e7-8327fb102f6c req-5f7055cd-fa80-4e74-bd8c-40eabc0686cc tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941689 Apr 12 12:23:44.046547 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:44.059154 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:23:44.093864 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:23:44.104911 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 5ac9f9f1-0fb8-45a1-b4ab-4f0ac70105b9 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:23:44.123411 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=fcf18bcd-9f4d-451f-be85-954a65ef3a18,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:44.160649 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:44.162652 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad15dee-2b8d-415c-81f8-b62c9369d89a" -d '{"events": [{"server_uuid": "df06a096-b611-4fcb-8a2c-cec6e45f8a10", "name": "network-vif-plugged", "status": "completed", "tag": "fcf18bcd-9f4d-451f-be85-954a65ef3a18"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:44.197799 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab338e-56f4-4df7-a3a9-824cb2d0c543 req-5d2df395-dc2b-4d03-81e2-755922a713cb tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:44.199323 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4aab338e-56f4-4df7-a3a9-824cb2d0c543 req-5d2df395-dc2b-4d03-81e2-755922a713cb tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.1072640 Apr 12 12:23:44.240435 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b2c42-9472-4c22-86c4-ef645bb0f392 req-75b70f92-1928-4d61-8d0f-9517241a5434 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:44.241957 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-736b2c42-9472-4c22-86c4-ef645bb0f392 req-75b70f92-1928-4d61-8d0f-9517241a5434 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0495884 Apr 12 12:23:44.281847 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4aab338e-56f4-4df7-a3a9-824cb2d0c543 req-7c1bcc48-09e2-4abf-b699-bad2cad5f6b9 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744150 Apr 12 12:23:44.327695 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-736b2c42-9472-4c22-86c4-ef645bb0f392 req-7ee50c9b-f36d-47bb-b33d-0b603c31bbc5 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797784 Apr 12 12:23:44.346948 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e860419d-9c0d-4dae-9345-5a3e383a26d7 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:23:44.356715 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Publish callbacks [] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:44.379509 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce8c59b-7ebf-4bc3-b992-55ad390fa899 x-openstack-request-id: req-5ce8c59b-7ebf-4bc3-b992-55ad390fa899 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:44.379812 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df06a096-b611-4fcb-8a2c-cec6e45f8a10", "name": "network-vif-plugged", "status": "completed", "tag": "fcf18bcd-9f4d-451f-be85-954a65ef3a18", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:44.380121 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ce8c59b-7ebf-4bc3-b992-55ad390fa899 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:44.380480 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce8c59b-7ebf-4bc3-b992-55ad390fa899'] response: {'server_uuid': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'code': 200} Apr 12 12:23:44.382238 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Transition to ACTIVE for port object e860419d-9c0d-4dae-9345-5a3e383a26d7 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:23:44.424831 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1af96-d56c-455d-961e-01c4cd42b5ae req-e8535cef-a04a-4161-abf8-143e238bd4cd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:44.426637 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b8f1af96-d56c-455d-961e-01c4cd42b5ae req-e8535cef-a04a-4161-abf8-143e238bd4cd tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0618706 Apr 12 12:23:44.462638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:44.512428 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b8f1af96-d56c-455d-961e-01c4cd42b5ae req-fa213e8b-0c59-4430-b2a5-18cd3d669a09 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790439 Apr 12 12:23:44.538344 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:44.627417 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Attempting to bind port e860419d-9c0d-4dae-9345-5a3e383a26d7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:23:44.627757 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Attempting to bind port e860419d-9c0d-4dae-9345-5a3e383a26d7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:23:44.628227 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Attempting to bind port e860419d-9c0d-4dae-9345-5a3e383a26d7 on network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:23:44.635297 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Port e860419d-9c0d-4dae-9345-5a3e383a26d7 on network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:23:44.635982 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Attempting to bind port e860419d-9c0d-4dae-9345-5a3e383a26d7 on network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:23:44.643666 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:23:44.644202 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Checking segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:23:44.644814 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Bound using segment: {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:23:44.645355 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Bound port: e860419d-9c0d-4dae-9345-5a3e383a26d7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a902a-ae35-4bce-a772-632bd08704dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:23:44.646298 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:44.730144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:23:44.734231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:23:44.814962 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:44.855634 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:44.856258 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:44.858211 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] 10.222.0.23 "PUT /v2.0/ports/e860419d-9c0d-4dae-9345-5a3e383a26d7 HTTP/1.1" status: 200 len: 1094 time: 1.0576737 Apr 12 12:23:44.858755 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:44.873717 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5e91f0-dc52-4661-9698-ff8a7d1c2143" -d '{"events": [{"name": "network-changed", "server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:44.895678 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed55ba-b81a-41e5-b9d9-fbbb96964bac service neutron] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:44.907061 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeb608a-da0a-402d-88e4-fc4ef4f9a243 x-openstack-request-id: req-5aeb608a-da0a-402d-88e4-fc4ef4f9a243 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:44.907360 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:44.907663 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5aeb608a-da0a-402d-88e4-fc4ef4f9a243 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:44.908178 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aeb608a-da0a-402d-88e4-fc4ef4f9a243'] response: {'name': 'network-changed', 'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'status': 'completed', 'code': 200} Apr 12 12:23:45.145338 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662595a6-0e1d-4601-a21e-aa70aa8180c7 req-050dc774-ecdb-4fa5-bb61-b6e4d98e8d02 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:45.146869 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-662595a6-0e1d-4601-a21e-aa70aa8180c7 req-050dc774-ecdb-4fa5-bb61-b6e4d98e8d02 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0520728 Apr 12 12:23:45.210904 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-662595a6-0e1d-4601-a21e-aa70aa8180c7 req-593adc9e-0a00-4238-ac2a-1e07baccab8f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580404 Apr 12 12:23:45.430627 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d316d0a-bf67-4915-a315-45721688d7af req-4a99a439-1e15-4173-be8e-184873b073df tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:45.434233 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8d316d0a-bf67-4915-a315-45721688d7af req-4a99a439-1e15-4173-be8e-184873b073df tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0609512 Apr 12 12:23:45.447365 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d150f-92f8-461b-83ae-1219e0b31d82 req-3c58f201-f757-412b-87df-8dc0b6f33b96 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:45.448924 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-652d150f-92f8-461b-83ae-1219e0b31d82 req-3c58f201-f757-412b-87df-8dc0b6f33b96 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0488002 Apr 12 12:23:45.491241 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8d316d0a-bf67-4915-a315-45721688d7af req-1126fee3-f9f2-4b6c-8873-51001b12bc57 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523872 Apr 12 12:23:45.503565 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-652d150f-92f8-461b-83ae-1219e0b31d82 req-852cde5b-38e8-4a2b-8b80-9ca5e411e80f tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445027 Apr 12 12:23:45.614996 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268b227-7944-4958-9628-fd9bfc7399da req-56994e9c-337d-4d85-9809-6307040bfd4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:45.616479 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4268b227-7944-4958-9628-fd9bfc7399da req-56994e9c-337d-4d85-9809-6307040bfd4d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0504780 Apr 12 12:23:45.641363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e739a9-213a-48cf-ab96-cd6125c61af9 req-5fe21956-7bfa-4119-aa6b-bc46c035d966 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:45.643978 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-62e739a9-213a-48cf-ab96-cd6125c61af9 req-5fe21956-7bfa-4119-aa6b-bc46c035d966 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.0620046 Apr 12 12:23:45.674215 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4268b227-7944-4958-9628-fd9bfc7399da req-1cb0ea9a-7157-4c10-9060-a68d7c1e3604 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516095 Apr 12 12:23:45.696838 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46272) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:45.710124 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-62e739a9-213a-48cf-ab96-cd6125c61af9 req-44e3351f-8a26-4510-9b4a-b86d1844001b tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559542 Apr 12 12:23:45.783545 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d096b4e-8330-47ce-8a72-52da51816417 tempest-TestShelveInstance-230647682 tempest-TestShelveInstance-230647682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:45.785258 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7d096b4e-8330-47ce-8a72-52da51816417 tempest-TestShelveInstance-230647682 tempest-TestShelveInstance-230647682-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1124 time: 0.0868773 Apr 12 12:23:45.788176 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46276) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:45.792518 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'port_id': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:45.895105 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:45.984004 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:46.099125 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Allocated IP 172.27.3.44 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/e3d6515b-f189-4811-86c1-60f612df5ad8) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:23:46.203681 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for port (e3d6515b-f189-4811-86c1-60f612df5ad8), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:46.303134 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (e3d6515b-f189-4811-86c1-60f612df5ad8), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:46.371904 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b50591-ebb1-4b50-a009-9551e1ee530a req-5d2d2482-3984-4f60-bc53-6a8cb49c0588 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:46.374029 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b9b50591-ebb1-4b50-a009-9551e1ee530a req-5d2d2482-3984-4f60-bc53-6a8cb49c0588 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0881519 Apr 12 12:23:46.378170 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:23:46.378978 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:23:46.387916 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:23:46.396541 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'Port': ['ID=e3d6515b-f189-4811-86c1-60f612df5ad8,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:46.443541 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.444697 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.444697 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.444697 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.445110 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.445197 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.445529 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.445841 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.446170 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.446495 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.446821 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.447145 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.447470 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.447791 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.448111 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:46.480975 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b9b50591-ebb1-4b50-a009-9551e1ee530a req-b9ca4952-1f86-4a83-b001-4e9347c477f3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940752 Apr 12 12:23:46.667661 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfe2b2-f811-4df3-b969-f69d24336169 req-41474367-56ce-425e-a70b-65a9e30fac1d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:46.669242 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d5dfe2b2-f811-4df3-b969-f69d24336169 req-41474367-56ce-425e-a70b-65a9e30fac1d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0793359 Apr 12 12:23:46.694918 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e91f0-dc52-4661-9698-ff8a7d1c2143 req-c8dc303c-1104-46ee-8d50-9628c4600819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:46.696512 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7c5e91f0-dc52-4661-9698-ff8a7d1c2143 req-c8dc303c-1104-46ee-8d50-9628c4600819 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 1128 time: 0.0647779 Apr 12 12:23:46.741302 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d5dfe2b2-f811-4df3-b969-f69d24336169 req-e8613c59-4862-471b-be88-7651ee3cac05 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646667 Apr 12 12:23:46.867898 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-687f4cec-e360-4c36-865b-ad18f7364f3d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:46.869400 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-687f4cec-e360-4c36-865b-ad18f7364f3d tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1093245 Apr 12 12:23:46.903289 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af15d6c-2917-4b69-b2d4-2ddfe09e638b req-ee8a0c1b-fc14-446e-9dbe-1c8687594e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:46.905521 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0af15d6c-2917-4b69-b2d4-2ddfe09e638b req-ee8a0c1b-fc14-446e-9dbe-1c8687594e20 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 1130 time: 0.1238177 Apr 12 12:23:46.933177 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e91f0-dc52-4661-9698-ff8a7d1c2143 req-96a50da7-e794-4212-acdb-daf9f4e45f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:46.934764 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7c5e91f0-dc52-4661-9698-ff8a7d1c2143 req-96a50da7-e794-4212-acdb-daf9f4e45f0f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1918950 Apr 12 12:23:46.947142 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59941347-4d7a-4049-9302-37e58b21976b req-489c6669-bce9-4953-986b-1ce2f3cfd6eb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:46.948770 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-59941347-4d7a-4049-9302-37e58b21976b req-489c6669-bce9-4953-986b-1ce2f3cfd6eb tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 945 time: 0.1560094 Apr 12 12:23:47.038365 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Deleting port 2ed48880-841d-4f73-8d5f-ebbca53861ea {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:47.038673 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.061294 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0af15d6c-2917-4b69-b2d4-2ddfe09e638b req-5b388de9-f7e1-4c3f-ac4e-e42e4882f019 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270297 Apr 12 12:23:47.072257 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-59941347-4d7a-4049-9302-37e58b21976b req-3c4d9291-8c74-4c3f-8324-d0fcd133d302 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/security-groups?id=19be8cb4-96e1-49ef-8e9d-ee3909365a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108470 Apr 12 12:23:47.095992 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for floatingip (ab3638ea-99d4-43af-889f-f256d5fa6f6e), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.174272 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e91f0-dc52-4661-9698-ff8a7d1c2143 req-97c855e8-38de-42bd-a914-afd6d6d644d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:47.175788 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7c5e91f0-dc52-4661-9698-ff8a7d1c2143 req-97c855e8-38de-42bd-a914-afd6d6d644d0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329121 Apr 12 12:23:47.205334 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] For port 2ed48880-841d-4f73-8d5f-ebbca53861ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ed48880-841d-4f73-8d5f-ebbca53861ea,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:47.205892 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.222698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Calling delete_port for 2ed48880-841d-4f73-8d5f-ebbca53861ea owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:47.258161 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e3d6515b-f189-4811-86c1-60f612df5ad8), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.393255 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89619-fd08-493e-b620-beadd2c9243f req-d5b46748-c689-4ca2-9a87-116d8f0125ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:47.394736 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-d5b46748-c689-4ca2-9a87-116d8f0125ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 1128 time: 0.0500700 Apr 12 12:23:47.437583 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for port (e3d6515b-f189-4811-86c1-60f612df5ad8), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.440026 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-9841d3dc-6549-48da-bc30-7762b543de0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7 HTTP/1.1" status: 200 len: 217 time: 0.0363634 Apr 12 12:23:47.568962 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (e3d6515b-f189-4811-86c1-60f612df5ad8), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.615867 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.669149 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event updated for resources: {'Port': ['ID=e3d6515b-f189-4811-86c1-60f612df5ad8,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:47.688027 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (ab3638ea-99d4-43af-889f-f256d5fa6f6e), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.757676 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (2ed48880-841d-4f73-8d5f-ebbca53861ea), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.771593 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['2ed48880-841d-4f73-8d5f-ebbca53861ea'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:23:47.825131 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Pushing event deleted for resources: {'Port': ['ID=2ed48880-841d-4f73-8d5f-ebbca53861ea,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:47.834878 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89619-fd08-493e-b620-beadd2c9243f req-797f08c8-b186-4cb6-8269-b64f80f08c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:47.836424 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-797f08c8-b186-4cb6-8269-b64f80f08c15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.3880086 Apr 12 12:23:47.842395 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Floating IP ab3638ea-99d4-43af-889f-f256d5fa6f6e associated. External IP: 172.27.3.44, port: d9a6019b-123c-4e02-af9c-f5594baf9f75. Apr 12 12:23:47.861805 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f6679-ad1d-4021-ae3a-a428ab1f717e req-a71ac330-9178-44c2-8a0a-0da503c37081 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:47.863382 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-569f6679-ad1d-4021-ae3a-a428ab1f717e req-a71ac330-9178-44c2-8a0a-0da503c37081 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.1097362 Apr 12 12:23:47.939310 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] No DVR routers for this DVR port 2ed48880-841d-4f73-8d5f-ebbca53861ea on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:23:47.945556 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:47.948784 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8ac7f0d2-1cd6-41ac-b1f7-edd9ff3faa7f req-ffd15aa7-8ac8-47c8-9abf-3eb122bde239 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.23 "DELETE /v2.0/ports/2ed48880-841d-4f73-8d5f-ebbca53861ea HTTP/1.1" status: 204 len: 173 time: 1.0738266 Apr 12 12:23:47.951304 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f75aac-b940-416c-8289-ebe09518142e', 'name': 'network-vif-deleted', 'tag': '2ed48880-841d-4f73-8d5f-ebbca53861ea'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:47.953695 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0814d8-2913-4f40-acbe-93e4e8aa55f2" -d '{"events": [{"server_uuid": "47f75aac-b940-416c-8289-ebe09518142e", "name": "network-vif-deleted", "tag": "2ed48880-841d-4f73-8d5f-ebbca53861ea"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:47.958453 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89619-fd08-493e-b620-beadd2c9243f req-c2d4c49e-0a99-4c55-a823-9d6982fd9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:47.962089 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-c2d4c49e-0a99-4c55-a823-9d6982fd9a01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132019 Apr 12 12:23:47.985513 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff11a1-9f1a-445e-ac6b-4ce9a3ef87cb req-7a453a2c-3072-4dca-9a02-a35511b094c2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:47.990869 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-55ff11a1-9f1a-445e-ac6b-4ce9a3ef87cb req-7a453a2c-3072-4dca-9a02-a35511b094c2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0973625 Apr 12 12:23:48.020463 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-569f6679-ad1d-4021-ae3a-a428ab1f717e req-9fda0472-cf76-42ee-9e8b-28b042245122 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363029 Apr 12 12:23:48.133742 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521936e-ad38-4fea-8fe5-d31684fa60fd x-openstack-request-id: req-8521936e-ad38-4fea-8fe5-d31684fa60fd {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:48.134180 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f75aac-b940-416c-8289-ebe09518142e", "name": "network-vif-deleted", "tag": "2ed48880-841d-4f73-8d5f-ebbca53861ea", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:48.135108 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8521936e-ad38-4fea-8fe5-d31684fa60fd {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:48.135722 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8521936e-ad38-4fea-8fe5-d31684fa60fd'] response: {'server_uuid': '47f75aac-b940-416c-8289-ebe09518142e', 'name': 'network-vif-deleted', 'tag': '2ed48880-841d-4f73-8d5f-ebbca53861ea', 'status': 'completed', 'code': 200} Apr 12 12:23:48.147075 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-55ff11a1-9f1a-445e-ac6b-4ce9a3ef87cb req-256d8f58-f6cb-4b78-b0b5-73f23090963d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469481 Apr 12 12:23:48.205534 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7beb532d-2a0d-4547-8580-1f33f03aa286 req-371aa489-2315-472b-aece-cb08eeff7d93 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 210 time: 0.0425174 Apr 12 12:23:48.209471 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-a1471a59-fe7b-4821-9d29-083e6298699e service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285502 Apr 12 12:23:48.223775 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Router febb3520-ab77-4dbd-9da0-4cf547320914 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:23:48.364436 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:23:48.378127 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] Sync routers for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:23:48.397429 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:48.398448 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:48.473575 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:48.504399 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-9aa3e984-6131-4f5a-a320-0dea6c9a242a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7151840 Apr 12 12:23:48.505021 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:48.507271 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc404fd-2002-4c54-8c58-69152edc53b0" -d '{"events": [{"name": "network-changed", "server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:48.521691 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:48.618487 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7ddc52-e522-44ca-af73-d49fb576ec2d x-openstack-request-id: req-5d7ddc52-e522-44ca-af73-d49fb576ec2d {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:48.619060 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:48.619505 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d7ddc52-e522-44ca-af73-d49fb576ec2d {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:48.620094 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7ddc52-e522-44ca-af73-d49fb576ec2d'] response: {'name': 'network-changed', 'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'status': 'completed', 'code': 200} Apr 12 12:23:48.765019 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-8eab6668-fa64-4627-ae4f-9287ba7c5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:48.766548 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-8eab6668-fa64-4627-ae4f-9287ba7c5ced service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1129 time: 0.0774291 Apr 12 12:23:48.805289 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4ff89619-fd08-493e-b620-beadd2c9243f req-1bd12880-ca40-4153-b72e-5acc35021478 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112160 Apr 12 12:23:48.818434 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'ab3638ea-99d4-43af-889f-f256d5fa6f6e', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'port_id': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'mac_address': 'fa:16:3e:dd:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:46Z', 'updated_at': '2022-04-12T12:23:46Z', 'revision_number': 0, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:51Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:48.852518 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] Checking router: febb3520-ab77-4dbd-9da0-4cf547320914 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:23:48.861534 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:48.862149 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:48.884009 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-b6c26f36-b3b3-4658-80a0-3097348380f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:48.885554 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-b6c26f36-b3b3-4658-80a0-3097348380f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 200 len: 909 time: 0.1085351 Apr 12 12:23:48.965325 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-cf19d37c-3f2e-401a-ac05-539c647d5a59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 998 time: 0.0731387 Apr 12 12:23:48.973112 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:49.021629 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-8a1fc6c6-354c-4a1f-aa74-686b3e450ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:49.023208 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-8a1fc6c6-354c-4a1f-aa74-686b3e450ef3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb35183a-0720-4285-8ea8-d6bc276e77c2 HTTP/1.1" status: 200 len: 847 time: 0.0518296 Apr 12 12:23:49.084996 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-82e12995-22c1-422a-96f2-76fca8c07973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:49.086596 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-82e12995-22c1-422a-96f2-76fca8c07973 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c33142-8a89-49b3-9a6d-6bebb85b0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563726 Apr 12 12:23:49.178890 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff1111-6502-494c-9ff7-f5b6d6974a6c req-748c6095-cf46-45cd-9ac5-6adbcca45901 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:49.181016 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-21ff1111-6502-494c-9ff7-f5b6d6974a6c req-748c6095-cf46-45cd-9ac5-6adbcca45901 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0639722 Apr 12 12:23:49.251219 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-21ff1111-6502-494c-9ff7-f5b6d6974a6c req-171bea71-f6fd-4a1e-af79-ecd682784371 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626156 Apr 12 12:23:49.311066 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435035-5dc0-428b-8aaf-880871d61248 req-af179d8c-b46e-457a-a4ef-8d137f3e7ceb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:49.314024 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8d435035-5dc0-428b-8aaf-880871d61248 req-af179d8c-b46e-457a-a4ef-8d137f3e7ceb tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0753295 Apr 12 12:23:49.375986 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-27f88c7f-cfd3-4bb3-bb7b-f40d1479edb4 req-faf869be-ddbc-4757-86d7-5e6ff668b6d1 tempest-ServerRescueNegativeTestJSON-2124545743 tempest-ServerRescueNegativeTestJSON-2124545743-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f75aac-b940-416c-8289-ebe09518142e HTTP/1.1" status: 200 len: 210 time: 0.0347228 Apr 12 12:23:49.378154 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8d435035-5dc0-428b-8aaf-880871d61248 req-61543ef0-6c18-43dc-9f55-be7929a9b8a2 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580814 Apr 12 12:23:49.506746 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75d15c-1e59-41e7-8961-a44d467303fb req-d30ab6d5-a478-4f17-af69-1a2bb39f784e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:49.508351 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-db75d15c-1e59-41e7-8961-a44d467303fb req-d30ab6d5-a478-4f17-af69-1a2bb39f784e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0564752 Apr 12 12:23:49.509429 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'ab3638ea-99d4-43af-889f-f256d5fa6f6e', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'port_id': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'mac_address': 'fa:16:3e:dd:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:46Z', 'updated_at': '2022-04-12T12:23:46Z', 'revision_number': 0, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:51Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:49.518536 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46322) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:49.523800 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Request body: {'floatingip': {'port_id': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:49.546696 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855c982-a12f-4bbf-b8d6-aa85d0246422 None None] The sync data for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi is: [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': 'ab3638ea-99d4-43af-889f-f256d5fa6f6e', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'port_id': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'mac_address': 'fa:16:3e:dd:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:46Z', 'updated_at': '2022-04-12T12:23:46Z', 'revision_number': 0, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:51Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:49.578657 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (56d17eff-2bfb-4c49-bc48-2667ea036230), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:49.711654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-01cce367-d727-489a-9b45-e02198c6a17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:49.787299 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24475f4-eadd-49d4-ac1a-f7705648e2bb None None] New status for floating IP ab3638ea-99d4-43af-889f-f256d5fa6f6e: ACTIVE {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:23:50.067655 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:50.128588 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (56d17eff-2bfb-4c49-bc48-2667ea036230), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:50.336093 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-3a161a57-8e34-4caa-ae3e-027965acf632 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284416 Apr 12 12:23:50.448675 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3fc404fd-2002-4c54-8c58-69152edc53b0 req-8f77e62f-e712-4c96-b1f9-9dd5621f84e9 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010022 Apr 12 12:23:50.532943 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d758d-b5e5-460d-843c-6750ea4741b9 req-9386b361-1c9e-40cf-8fe2-7b0719a27693 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:50.534446 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-885d758d-b5e5-460d-843c-6750ea4741b9 req-9386b361-1c9e-40cf-8fe2-7b0719a27693 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0621550 Apr 12 12:23:50.539438 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Floating IP 56d17eff-2bfb-4c49-bc48-2667ea036230 associated. External IP: 172.27.3.221, port: fcf18bcd-9f4d-451f-be85-954a65ef3a18. Apr 12 12:23:50.661940 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-885d758d-b5e5-460d-843c-6750ea4741b9 req-fb5f41ec-42c6-47fd-87b8-6aae281ebe51 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193337 Apr 12 12:23:50.730468 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46332) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:50.820309 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:23:50.991332 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:23:50.996386 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:51.002583 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:23:51.018346 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:51.019003 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:51.053706 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-e41364de-340d-4798-8fd7-b02f50d54f10 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "PUT /v2.0/floatingips/56d17eff-2bfb-4c49-bc48-2667ea036230 HTTP/1.1" status: 200 len: 992 time: 1.5247910 Apr 12 12:23:51.053706 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'tag': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:51.053706 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf0b84d-8df4-4d1c-81f1-0530624968ab" -d '{"events": [{"name": "network-changed", "server_uuid": "df06a096-b611-4fcb-8a2c-cec6e45f8a10", "tag": "fcf18bcd-9f4d-451f-be85-954a65ef3a18"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:51.099079 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aed8d9f-2ccc-4a84-983c-076866060295 x-openstack-request-id: req-9aed8d9f-2ccc-4a84-983c-076866060295 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:51.099724 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df06a096-b611-4fcb-8a2c-cec6e45f8a10", "tag": "fcf18bcd-9f4d-451f-be85-954a65ef3a18", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:51.099724 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9aed8d9f-2ccc-4a84-983c-076866060295 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:51.100629 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aed8d9f-2ccc-4a84-983c-076866060295'] response: {'name': 'network-changed', 'server_uuid': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'tag': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'status': 'completed', 'code': 200} Apr 12 12:23:51.147342 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:51.202767 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-11f1ea88-e867-401f-9aa0-7fba03d11676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:51.204177 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-11f1ea88-e867-401f-9aa0-7fba03d11676 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb45d94184c415cba3ac337acafead7&device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 1130 time: 0.0693798 Apr 12 12:23:51.416142 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (8967d474-caf9-4afd-888f-91c9565d9b8f), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:51.418370 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-834583a4-e097-494e-8b3c-93c78b09d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:51.420516 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-834583a4-e097-494e-8b3c-93c78b09d59f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 200 len: 915 time: 0.1934757 Apr 12 12:23:51.449547 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '56d17eff-2bfb-4c49-bc48-2667ea036230', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:21:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:27Z', 'updated_at': '2022-04-12T12:23:49Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:51.484166 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:23:51.490036 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:23:51.492566 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 2ed48880-841d-4f73-8d5f-ebbca53861ea no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:23:51.529629 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: 2ed48880-841d-4f73-8d5f-ebbca53861ea {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:23:51.530111 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 2ed48880-841d-4f73-8d5f-ebbca53861ea not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:23:51.546453 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:51.551104 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:51.572514 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-077edebd-a930-47cc-8d74-55d3238c9794 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcf18bcd-9f4d-451f-be85-954a65ef3a18 HTTP/1.1" status: 200 len: 1000 time: 0.1099374 Apr 12 12:23:51.702678 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-ac14e6a8-c675-41a1-9b70-78718fb6efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:51.704306 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-ac14e6a8-c675-41a1-9b70-78718fb6efa3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 200 len: 853 time: 0.1240594 Apr 12 12:23:51.765498 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:51.768744 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:51.815391 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'port_id': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'mac_address': 'fa:16:3e:4c:78:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:23:51.837981 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-a01d52c9-f3ae-4676-b68c-ff2401626312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:51.839599 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-a01d52c9-f3ae-4676-b68c-ff2401626312 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7958f7bb-21a9-41ae-84ec-43b3e087f295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1141262 Apr 12 12:23:51.850974 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d33db3-abd1-42b1-9301-de9ff94fe2e6 req-c0558205-a999-4496-89ad-548b1fb4c9a1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:51.853179 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b4d33db3-abd1-42b1-9301-de9ff94fe2e6 req-c0558205-a999-4496-89ad-548b1fb4c9a1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0904679 Apr 12 12:23:51.909593 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port e860419d-9c0d-4dae-9345-5a3e383a26d7 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:51.910006 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:51.941374 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e860419d-9c0d-4dae-9345-5a3e383a26d7 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:23:52.002852 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:52.056727 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b4d33db3-abd1-42b1-9301-de9ff94fe2e6 req-b2469dd4-113d-48d0-8092-99f50042e309 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777403 Apr 12 12:23:52.058763 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-7d8e5977-4d7e-4284-a5f2-afc3e6b856e4 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053082 Apr 12 12:23:52.059271 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Deleting port aadcf033-be5d-44ad-b2c0-c440085df0a5 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:52.059599 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:52.077284 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:52.122356 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '56d17eff-2bfb-4c49-bc48-2667ea036230', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:21:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:27Z', 'updated_at': '2022-04-12T12:23:49Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:52.166525 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c20de8-4d8a-45a9-ba65-430b35a55a43 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '56d17eff-2bfb-4c49-bc48-2667ea036230', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'port_id': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'mac_address': 'fa:16:3e:21:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:27Z', 'updated_at': '2022-04-12T12:23:49Z', 'revision_number': 1, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:52.175706 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:52.242918 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] For port aadcf033-be5d-44ad-b2c0-c440085df0a5, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=aadcf033-be5d-44ad-b2c0-c440085df0a5,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:52.243300 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:52.262624 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-adf0b84d-8df4-4d1c-81f1-0530624968ab req-10f12ffa-9666-46e2-ad2b-8c9d9aac2c57 service neutron] 10.222.0.23 "GET /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904984 Apr 12 12:23:52.268443 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Calling delete_port for aadcf033-be5d-44ad-b2c0-c440085df0a5 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:52.316955 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['e860419d-9c0d-4dae-9345-5a3e383a26d7'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:23:52.438676 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fe7d0-1243-4392-af7f-108025df3cae None None] New status for floating IP 56d17eff-2bfb-4c49-bc48-2667ea036230: ACTIVE {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:23:52.536392 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-01d42724-d69d-4a2d-9b25-e8173139459f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:52.796888 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (aadcf033-be5d-44ad-b2c0-c440085df0a5), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:52.823732 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadcf033-be5d-44ad-b2c0-c440085df0a5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:52.851634 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.851987 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.852329 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.852728 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.853082 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.853419 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.853747 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.854077 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.854406 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.854737 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.855068 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.855409 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.855754 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.856036 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:52.856362 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:23:53.023023 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (8967d474-caf9-4afd-888f-91c9565d9b8f), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:53.194374 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0e42f-832b-40a6-8723-3bde9c59c75e req-301aeab5-3ab5-4db2-8b12-6bc7943c43e7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:53.197628 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9ac0e42f-832b-40a6-8723-3bde9c59c75e req-301aeab5-3ab5-4db2-8b12-6bc7943c43e7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 945 time: 0.0561717 Apr 12 12:23:53.262267 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9ac0e42f-832b-40a6-8723-3bde9c59c75e req-61fef0c5-3200-4166-8c25-60cc6fcd0dbd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580864 Apr 12 12:23:53.319737 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:23:53.322899 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Router 8967d474-caf9-4afd-888f-91c9565d9b8f has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:23:53.439477 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:23:53.449853 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3091f56e-58d8-4fec-b1db-4078c085d5b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/8967d474-caf9-4afd-888f-91c9565d9b8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142577 Apr 12 12:23:53.449995 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46352) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:53.450102 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] Sync routers for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:23:53.462526 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:53.463162 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:53.569789 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks [] for router (8967d474-caf9-4afd-888f-91c9565d9b8f), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:53.655117 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:23:53.691353 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks [] for router_gateway (8967d474-caf9-4afd-888f-91c9565d9b8f), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:53.770892 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port e860419d-9c0d-4dae-9345-5a3e383a26d7 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:23:53.772931 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:53.774702 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:53.819303 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Deleting port 06b109f4-c01d-4d23-ae92-de8ac095f25b {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:53.819560 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:53.858640 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port e860419d-9c0d-4dae-9345-5a3e383a26d7 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:23:53.859045 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:53.919062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] For port 06b109f4-c01d-4d23-ae92-de8ac095f25b, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=06b109f4-c01d-4d23-ae92-de8ac095f25b,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:53.920034 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:53.933960 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Calling delete_port for 06b109f4-c01d-4d23-ae92-de8ac095f25b owned by network:router_gateway {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:54.014128 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:23:52Z', 'revision_number': 5, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port': {'id': '06b109f4-c01d-4d23-ae92-de8ac095f25b', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:21Z', 'updated_at': '2022-04-12T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:54.020409 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port e860419d-9c0d-4dae-9345-5a3e383a26d7 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:23:54.020782 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.051806 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] Checking router: 8967d474-caf9-4afd-888f-91c9565d9b8f for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:23:54.073481 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:54.075647 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a1cb1-8972-47b6-a947-382233c9c157" -d '{"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-plugged", "status": "completed", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:54.080335 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] Routers {'8967d474-caf9-4afd-888f-91c9565d9b8f'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:54.080995 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['8967d474-caf9-4afd-888f-91c9565d9b8f'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:54.127217 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db314df-88f3-4e28-b3c7-dd1dacdf27b6 x-openstack-request-id: req-0db314df-88f3-4e28-b3c7-dd1dacdf27b6 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:54.127529 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-plugged", "status": "completed", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:54.127784 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0db314df-88f3-4e28-b3c7-dd1dacdf27b6 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:54.128183 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db314df-88f3-4e28-b3c7-dd1dacdf27b6'] response: {'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'code': 200} Apr 12 12:23:54.130110 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:54.198132 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] Set router 8967d474-caf9-4afd-888f-91c9565d9b8f gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:54.207802 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (06b109f4-c01d-4d23-ae92-de8ac095f25b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.238761 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b109f4-c01d-4d23-ae92-de8ac095f25b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:54.258812 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.261847 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:23:53Z', 'revision_number': 6, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port_host': None}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:54.312823 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa26e8-3796-4da4-a920-c1fc9dee2906 None None] The sync data for ids ['8967d474-caf9-4afd-888f-91c9565d9b8f'] in dv-cinder-830093-4-iscsi is: [{'id': '8967d474-caf9-4afd-888f-91c9565d9b8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1599304472-router', 'tenant_id': 'c9c3161421cc41ad988f904a293c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:20Z', 'updated_at': '2022-04-12T12:23:53Z', 'revision_number': 6, 'project_id': 'c9c3161421cc41ad988f904a293c7b32', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:54.313459 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (8967d474-caf9-4afd-888f-91c9565d9b8f), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.360592 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:54.473858 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (8967d474-caf9-4afd-888f-91c9565d9b8f), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.478446 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks [] for router_controller (8967d474-caf9-4afd-888f-91c9565d9b8f), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.492372 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c342d0-a4ef-4ddd-82f3-8ebd0c64cd5c req-98f4cd2a-692d-4ec2-8b15-838740db245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:54.494594 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b1c342d0-a4ef-4ddd-82f3-8ebd0c64cd5c req-98f4cd2a-692d-4ec2-8b15-838740db245c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 1130 time: 0.0512245 Apr 12 12:23:54.516637 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07f428-9018-451c-a1c4-85f35aaa7af2 req-d0e46c78-edbd-4656-bd7e-780c9f86692f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:54.518191 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4a07f428-9018-451c-a1c4-85f35aaa7af2 req-d0e46c78-edbd-4656-bd7e-780c9f86692f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.1462054 Apr 12 12:23:54.558411 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b1c342d0-a4ef-4ddd-82f3-8ebd0c64cd5c req-fe7179af-d389-4d85-8f7e-d5f3e9a25f72 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575500 Apr 12 12:23:54.595887 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4a07f428-9018-451c-a1c4-85f35aaa7af2 req-1cca00f7-554c-4ef6-8a10-1b1f8801a0f2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 Apr 12 12:23:54.671549 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (8967d474-caf9-4afd-888f-91c9565d9b8f), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.672403 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8967d474-caf9-4afd-888f-91c9565d9b8f {{(pid=104047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:23:54.678732 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.680005 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-16d984da-74ba-45a6-8c9e-90d35e9a6c92 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8967d474-caf9-4afd-888f-91c9565d9b8f HTTP/1.1" status: 204 len: 168 time: 1.2304151 Apr 12 12:23:54.682837 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46360) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:54.732497 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9789dbeb-24b3-4476-9f12-4a4d237ec0b9 admin admin] Deleting subnet 8cc3ed29-863b-46c7-9c96-e9d88ef747a9 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:23:54.735003 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9789dbeb-24b3-4476-9f12-4a4d237ec0b9 admin admin] Publish callbacks [] for subnet (8cc3ed29-863b-46c7-9c96-e9d88ef747a9), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.778495 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9789dbeb-24b3-4476-9f12-4a4d237ec0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11870298'] for subnet (8cc3ed29-863b-46c7-9c96-e9d88ef747a9), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:54.895877 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9789dbeb-24b3-4476-9f12-4a4d237ec0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (8cc3ed29-863b-46c7-9c96-e9d88ef747a9), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.037832 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9789dbeb-24b3-4476-9f12-4a4d237ec0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11594472'] for subnet (8cc3ed29-863b-46c7-9c96-e9d88ef747a9), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.063635 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789dbeb-24b3-4476-9f12-4a4d237ec0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc3ed29-863b-46c7-9c96-e9d88ef747a9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:55.065659 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.069602 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9789dbeb-24b3-4476-9f12-4a4d237ec0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.072798 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9789dbeb-24b3-4476-9f12-4a4d237ec0b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8cc3ed29-863b-46c7-9c96-e9d88ef747a9 HTTP/1.1" status: 204 len: 168 time: 0.3889384 Apr 12 12:23:55.077264 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46362) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:55.078774 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc37d9-9a21-4e62-973a-58192f745d9c None None] Network ba418c03-8541-4c3c-b692-597d54968694 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:23:55.163195 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (ba418c03-8541-4c3c-b692-597d54968694), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.235134 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Deleting port cd84eeca-53d0-4545-b296-2d8b60342823 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:55.235767 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.286219 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] DHCP port deletion for ba418c03-8541-4c3c-b692-597d54968694 request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:23:55.328364 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] For port cd84eeca-53d0-4545-b296-2d8b60342823, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=cd84eeca-53d0-4545-b296-2d8b60342823,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:55.329045 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.337377 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] Deleting port cd84eeca-53d0-4545-b296-2d8b60342823 {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:23:55.338365 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.347766 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Calling delete_port for cd84eeca-53d0-4545-b296-2d8b60342823 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:55.416165 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] For port cd84eeca-53d0-4545-b296-2d8b60342823, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=cd84eeca-53d0-4545-b296-2d8b60342823,segment=NetworkSegment(a046edcd-187a-458a-aa61-9094151f4886),segment_id=a046edcd-187a-458a-aa61-9094151f4886)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:23:55.416576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.437064 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] Calling delete_port for cd84eeca-53d0-4545-b296-2d8b60342823 owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:23:55.529196 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.578809 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] No DVR routers for this DVR port cd84eeca-53d0-4545-b296-2d8b60342823 on host dv-cinder-830093-4-iscsi {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:23:55.586793 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd84eeca-53d0-4545-b296-2d8b60342823,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:55.604440 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (cd84eeca-53d0-4545-b296-2d8b60342823), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.636444 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device aadcf033-be5d-44ad-b2c0-c440085df0a5 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:23:55.639677 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] Pushing event deleted for resources: {'Port': ['ID=cd84eeca-53d0-4545-b296-2d8b60342823,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:55.646591 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef54c3-d819-4211-9db4-2bc0e214d02d None None] No DVR routers for this DVR port cd84eeca-53d0-4545-b296-2d8b60342823 on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:23:55.678103 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: aadcf033-be5d-44ad-b2c0-c440085df0a5 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:23:55.681223 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device aadcf033-be5d-44ad-b2c0-c440085df0a5 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:23:55.681562 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 06b109f4-c01d-4d23-ae92-de8ac095f25b no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:23:55.692188 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (ba418c03-8541-4c3c-b692-597d54968694), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.704028 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 06b109f4-c01d-4d23-ae92-de8ac095f25b {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:23:55.704406 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 06b109f4-c01d-4d23-ae92-de8ac095f25b not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:23:55.704820 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device cd84eeca-53d0-4545-b296-2d8b60342823 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:23:55.717509 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba418c03-8541-4c3c-b692-597d54968694']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:55.725146 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: cd84eeca-53d0-4545-b296-2d8b60342823 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:23:55.725499 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device cd84eeca-53d0-4545-b296-2d8b60342823 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:23:55.729178 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a046edcd-187a-458a-aa61-9094151f4886') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:55.729479 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a046edcd-187a-458a-aa61-9094151f4886') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:55.747536 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (a046edcd-187a-458a-aa61-9094151f4886), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.755519 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dcd35-f40d-445d-9afd-2349ef9c4bea req-5ca3cde7-f016-4077-bd79-744244583717 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:55.758136 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2e6dcd35-f40d-445d-9afd-2349ef9c4bea req-5ca3cde7-f016-4077-bd79-744244583717 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0733957 Apr 12 12:23:55.765215 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (a046edcd-187a-458a-aa61-9094151f4886), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.772016 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:23:55.772448 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (a046edcd-187a-458a-aa61-9094151f4886), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:23:55.774244 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:23:55.812635 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2e6dcd35-f40d-445d-9afd-2349ef9c4bea req-1789f54e-04b1-4413-b7e1-fc6154145205 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461192 Apr 12 12:23:55.906392 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (ba418c03-8541-4c3c-b692-597d54968694), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.911906 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:55.915142 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] 10.222.0.20 "DELETE /v2.0/networks/ba418c03-8541-4c3c-b692-597d54968694 HTTP/1.1" status: 204 len: 168 time: 0.8371325 Apr 12 12:23:55.926767 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43b9ea-0f56-4957-ad0e-55282430048b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba418c03-8541-4c3c-b692-597d54968694,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:56.243353 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46374) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:56.291555 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-5d7de59b-26c9-48fe-bcc5-946aa780b4fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9c3161421cc41ad988f904a293c7b32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469570 Apr 12 12:23:56.294474 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46376) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:56.346938 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a2426d4-779b-4834-bee8-68f0d7115be3 admin admin] Publish callbacks [] for security_group (19be8cb4-96e1-49ef-8e9d-ee3909365a1a), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:56.371632 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a2426d4-779b-4834-bee8-68f0d7115be3 admin admin] Publish callbacks [] for security_group (19be8cb4-96e1-49ef-8e9d-ee3909365a1a), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:56.391258 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:56.517194 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a2426d4-779b-4834-bee8-68f0d7115be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (19be8cb4-96e1-49ef-8e9d-ee3909365a1a), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:56.519903 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a2426d4-779b-4834-bee8-68f0d7115be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:56.521088 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2a2426d4-779b-4834-bee8-68f0d7115be3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19be8cb4-96e1-49ef-8e9d-ee3909365a1a HTTP/1.1" status: 204 len: 168 time: 0.2255158 Apr 12 12:23:56.529561 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2426d4-779b-4834-bee8-68f0d7115be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19be8cb4-96e1-49ef-8e9d-ee3909365a1a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:23:56.943957 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c1f08-452a-4c98-9170-888570f72958 req-64956976-c733-4a77-be80-8bcc7f83d73b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:56.945552 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-aa6c1f08-452a-4c98-9170-888570f72958 req-64956976-c733-4a77-be80-8bcc7f83d73b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0553095 Apr 12 12:23:56.998632 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-aa6c1f08-452a-4c98-9170-888570f72958 req-92c39aac-6064-4475-8581-bd61af87ee16 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450804 Apr 12 12:23:57.127904 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91707a-bda2-41bb-9399-01bd2d658b9f req-ee6d477e-b99f-4c88-89ed-d13856fc7b80 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:57.129544 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-fc91707a-bda2-41bb-9399-01bd2d658b9f req-ee6d477e-b99f-4c88-89ed-d13856fc7b80 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0572174 Apr 12 12:23:57.138914 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46392) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:23:57.143627 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Request body: {'floatingip': {'port_id': 'e860419d-9c0d-4dae-9345-5a3e383a26d7'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:23:57.186790 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (7a412f87-6b5c-4dc6-b51d-25924c5601fa), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:57.682608 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:57.769047 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (7a412f87-6b5c-4dc6-b51d-25924c5601fa), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:57.881595 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Floating IP 7a412f87-6b5c-4dc6-b51d-25924c5601fa associated. External IP: 172.27.3.97, port: e860419d-9c0d-4dae-9345-5a3e383a26d7. Apr 12 12:23:58.137202 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Router 4773137f-8387-4482-874a-60e206126815 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:23:58.541168 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:23:58.546587 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:23:58.557416 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] Sync routers for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:23:58.590325 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:58.601240 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:58.601771 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-07447754-7a76-42cc-8a28-6e939dc05174 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "PUT /v2.0/floatingips/7a412f87-6b5c-4dc6-b51d-25924c5601fa HTTP/1.1" status: 200 len: 991 time: 1.4531415 Apr 12 12:23:58.601771 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:23:58.601771 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e90aa6-b6c6-4b3a-abd9-646e350de598" -d '{"events": [{"name": "network-changed", "server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:23:58.643389 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dede47c8-8387-463b-ba7e-d688d51212fd x-openstack-request-id: req-dede47c8-8387-463b-ba7e-d688d51212fd {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:23:58.643765 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:23:58.644147 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dede47c8-8387-463b-ba7e-d688d51212fd {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:23:58.644621 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dede47c8-8387-463b-ba7e-d688d51212fd'] response: {'name': 'network-changed', 'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'status': 'completed', 'code': 200} Apr 12 12:23:58.719986 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-3254458e-6c06-4412-889a-0d6786e9405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:58.721708 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-3254458e-6c06-4412-889a-0d6786e9405b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 1130 time: 0.0450158 Apr 12 12:23:58.842986 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:58.853308 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-4a06532e-1a36-4950-a9f9-1359a61ef6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:58.855344 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-4a06532e-1a36-4950-a9f9-1359a61ef6f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 918 time: 0.1258361 Apr 12 12:23:58.936158 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-72d90373-3e3d-448b-bcce-7c51011bf67d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7 HTTP/1.1" status: 200 len: 999 time: 0.0733020 Apr 12 12:23:58.997260 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-d4ecd0ae-c219-4f7d-a38e-9cb61f5f0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:58.999893 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-d4ecd0ae-c219-4f7d-a38e-9cb61f5f0178 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.0578234 Apr 12 12:23:59.085011 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-6ded9d2a-893d-48f1-90a2-e2d15521c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:23:59.087529 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-6ded9d2a-893d-48f1-90a2-e2d15521c73e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813904 Apr 12 12:23:59.160276 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '7a412f87-6b5c-4dc6-b51d-25924c5601fa', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '4773137f-8387-4482-874a-60e206126815', 'port_id': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'mac_address': 'fa:16:3e:4c:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:37Z', 'updated_at': '2022-04-12T12:23:57Z', 'revision_number': 1, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:59.195326 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] Checking router: 4773137f-8387-4482-874a-60e206126815 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:23:59.205865 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:23:59.206576 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:59.219672 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-a44e97d2-3aa9-4f90-a13d-e65b16c57511 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245332 Apr 12 12:23:59.330045 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f3e90aa6-b6c6-4b3a-abd9-646e350de598 req-0285b5bc-b565-4987-82e0-9e78b2ca6520 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037638 Apr 12 12:23:59.346009 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:23:59.580419 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '7a412f87-6b5c-4dc6-b51d-25924c5601fa', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '4773137f-8387-4482-874a-60e206126815', 'port_id': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'mac_address': 'fa:16:3e:4c:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:37Z', 'updated_at': '2022-04-12T12:23:57Z', 'revision_number': 1, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:23:59.607848 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d6da4-4654-43a2-b88d-335cab561f17 None None] The sync data for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi is: [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '7a412f87-6b5c-4dc6-b51d-25924c5601fa', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': '4773137f-8387-4482-874a-60e206126815', 'port_id': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'mac_address': 'fa:16:3e:4c:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:23:37Z', 'updated_at': '2022-04-12T12:23:57Z', 'revision_number': 1, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:23:59.844415 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9ac7e-11ad-41a0-b82b-e604601a7237 None None] New status for floating IP 7a412f87-6b5c-4dc6-b51d-25924c5601fa: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:24:02.074841 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46482) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:02.180819 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-70052959-3225-47b1-8708-e34350918b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:02.271392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-70052959-3225-47b1-8708-e34350918b7f admin admin] Publish callbacks [] for security_group (30c0577f-0dab-43ec-9d05-d533e4e78279), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:02.345984 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-70052959-3225-47b1-8708-e34350918b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (30c0577f-0dab-43ec-9d05-d533e4e78279), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:02.386116 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-70052959-3225-47b1-8708-e34350918b7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81861a16086d4c1aae627c0b6cc418fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101788 Apr 12 12:24:02.387391 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70052959-3225-47b1-8708-e34350918b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c0577f-0dab-43ec-9d05-d533e4e78279,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:02.388761 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46488) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:02.440336 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9290edd5-03a0-477d-8eac-0cc79b61f7fe admin admin] Publish callbacks [] for security_group (30c0577f-0dab-43ec-9d05-d533e4e78279), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:02.461806 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9290edd5-03a0-477d-8eac-0cc79b61f7fe admin admin] Publish callbacks [] for security_group (30c0577f-0dab-43ec-9d05-d533e4e78279), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:02.602724 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9290edd5-03a0-477d-8eac-0cc79b61f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (30c0577f-0dab-43ec-9d05-d533e4e78279), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:02.605317 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9290edd5-03a0-477d-8eac-0cc79b61f7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:02.606498 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-9290edd5-03a0-477d-8eac-0cc79b61f7fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30c0577f-0dab-43ec-9d05-d533e4e78279 HTTP/1.1" status: 204 len: 168 time: 0.2167125 Apr 12 12:24:02.615184 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290edd5-03a0-477d-8eac-0cc79b61f7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c0577f-0dab-43ec-9d05-d533e4e78279,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:13.962447 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46658) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:14.085200 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1885bef6-c22c-42d2-acac-01bd8548ca5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:14.168199 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1885bef6-c22c-42d2-acac-01bd8548ca5c admin admin] Publish callbacks [] for security_group (4135b247-e1e7-4a0e-8fc3-227e66ccde43), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:14.236895 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1885bef6-c22c-42d2-acac-01bd8548ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4135b247-e1e7-4a0e-8fc3-227e66ccde43), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:14.274461 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885bef6-c22c-42d2-acac-01bd8548ca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4135b247-e1e7-4a0e-8fc3-227e66ccde43,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:14.278811 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-1885bef6-c22c-42d2-acac-01bd8548ca5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbacb01362ba4eb2acde58b3828e0128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153198 Apr 12 12:24:14.287603 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46674) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:14.333608 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e2ceba8-d084-433d-b2c4-8ebca0438ad5 admin admin] Publish callbacks [] for security_group (4135b247-e1e7-4a0e-8fc3-227e66ccde43), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:14.357588 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e2ceba8-d084-433d-b2c4-8ebca0438ad5 admin admin] Publish callbacks [] for security_group (4135b247-e1e7-4a0e-8fc3-227e66ccde43), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:14.504579 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e2ceba8-d084-433d-b2c4-8ebca0438ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4135b247-e1e7-4a0e-8fc3-227e66ccde43), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:14.507174 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e2ceba8-d084-433d-b2c4-8ebca0438ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:14.508414 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-3e2ceba8-d084-433d-b2c4-8ebca0438ad5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4135b247-e1e7-4a0e-8fc3-227e66ccde43 HTTP/1.1" status: 204 len: 168 time: 0.2254457 Apr 12 12:24:14.516952 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ceba8-d084-433d-b2c4-8ebca0438ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4135b247-e1e7-4a0e-8fc3-227e66ccde43,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:14.758722 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956053-847e-4dbb-994b-3050a49f9326 req-a336b9b9-9c4a-4344-9325-9073a13b0140 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:14.760277 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d2956053-847e-4dbb-994b-3050a49f9326 req-a336b9b9-9c4a-4344-9325-9073a13b0140 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 946 time: 0.0560482 Apr 12 12:24:14.824770 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d2956053-847e-4dbb-994b-3050a49f9326 req-aaf3a06d-fb9b-4834-8648-7fbb18b0053d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575891 Apr 12 12:24:15.953783 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101c0ef-75bf-4156-9e7f-2f2beaa8174d req-38b87aa9-5178-458f-b48e-43652c9d485d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:15.955438 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e101c0ef-75bf-4156-9e7f-2f2beaa8174d req-38b87aa9-5178-458f-b48e-43652c9d485d tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 946 time: 0.0546529 Apr 12 12:24:16.007112 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e101c0ef-75bf-4156-9e7f-2f2beaa8174d req-d22d9f8d-6b90-4d17-b0f7-59084d2639fe tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459704 Apr 12 12:24:16.800635 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-5dde83c5-95ec-4bf7-8875-0d555afbbcd7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:16.802217 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-5dde83c5-95ec-4bf7-8875-0d555afbbcd7 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 946 time: 0.0486414 Apr 12 12:24:16.897214 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Deleting port c24863c4-c531-4d68-a363-86d0a93e8a8e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:16.897569 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:16.990016 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] For port c24863c4-c531-4d68-a363-86d0a93e8a8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c24863c4-c531-4d68-a363-86d0a93e8a8e,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:16.990739 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.127859 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0261af-3f9b-4dc8-85d7-0bebe4ae5ad5 req-c89a7029-83b1-4462-b711-bf096a91f72e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:17.129385 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2f0261af-3f9b-4dc8-85d7-0bebe4ae5ad5 req-c89a7029-83b1-4462-b711-bf096a91f72e tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 946 time: 0.0488381 Apr 12 12:24:17.174233 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.174641 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (1bd9b0fb-7549-4b81-8571-b79b66223e86), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.174907 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Floating IP 1bd9b0fb-7549-4b81-8571-b79b66223e86 disassociated. External IP: 172.27.3.35, port: c24863c4-c531-4d68-a363-86d0a93e8a8e. Apr 12 12:24:17.175212 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Calling delete_port for c24863c4-c531-4d68-a363-86d0a93e8a8e owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:17.179174 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2f0261af-3f9b-4dc8-85d7-0bebe4ae5ad5 req-86a8578f-0428-4bec-af94-2b46722fc839 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f55f34c2-3507-45fc-ae72-c84b2034b24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Apr 12 12:24:17.362446 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (c24863c4-c531-4d68-a363-86d0a93e8a8e), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.392626 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event deleted for resources: {'Port': ['ID=c24863c4-c531-4d68-a363-86d0a93e8a8e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:17.519621 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Router b8fc298a-9876-490d-88e4-664f950f68c3 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:24:17.527818 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46754) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:17.597451 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.649574 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-99ffade2-993c-40b9-8ce9-fe2fcb374f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.686381 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:24:17.698277 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] Sync routers for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:24:17.710302 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:24:17.715886 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:17.732552 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] No DVR routers for this DVR port c24863c4-c531-4d68-a363-86d0a93e8a8e on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:24:17.736099 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.739651 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-880ec829-19fa-4d25-85d1-daad51e51b69 req-2c512e58-73d1-4d66-afec-7a12b76da1d6 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.23 "DELETE /v2.0/ports/c24863c4-c531-4d68-a363-86d0a93e8a8e HTTP/1.1" status: 204 len: 173 time: 0.9272327 Apr 12 12:24:17.740211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'name': 'network-vif-deleted', 'tag': 'c24863c4-c531-4d68-a363-86d0a93e8a8e'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:24:17.742620 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199d905b-6e4f-4e0e-8b8c-a04aef520d90" -d '{"events": [{"server_uuid": "afe1bdaa-aefa-4e46-9893-99639a9bcaec", "name": "network-vif-deleted", "tag": "c24863c4-c531-4d68-a363-86d0a93e8a8e"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:24:17.760074 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-99ffade2-993c-40b9-8ce9-fe2fcb374f67 admin admin] Publish callbacks [] for security_group (1a4e7457-a682-4b91-8912-a694fb9999dc), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.789247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27361543-40f5-4be4-8b65-60e5b990bba3 x-openstack-request-id: req-27361543-40f5-4be4-8b65-60e5b990bba3 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:24:17.789567 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe1bdaa-aefa-4e46-9893-99639a9bcaec", "name": "network-vif-deleted", "tag": "c24863c4-c531-4d68-a363-86d0a93e8a8e", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:24:17.790006 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27361543-40f5-4be4-8b65-60e5b990bba3 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:24:17.790429 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27361543-40f5-4be4-8b65-60e5b990bba3'] response: {'server_uuid': 'afe1bdaa-aefa-4e46-9893-99639a9bcaec', 'name': 'network-vif-deleted', 'tag': 'c24863c4-c531-4d68-a363-86d0a93e8a8e', 'status': 'completed', 'code': 200} Apr 12 12:24:17.865850 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-99ffade2-993c-40b9-8ce9-fe2fcb374f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1a4e7457-a682-4b91-8912-a694fb9999dc), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:17.883214 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:24:17.894705 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-99ffade2-993c-40b9-8ce9-fe2fcb374f67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f99d036162134f41a6973ec356d1e427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657234 Apr 12 12:24:17.900450 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46760) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:17.916821 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffade2-993c-40b9-8ce9-fe2fcb374f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e7457-a682-4b91-8912-a694fb9999dc,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:18.006833 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f3d9-12ba-42e7-8a5b-39ce032cdb27 admin admin] Publish callbacks [] for security_group (1a4e7457-a682-4b91-8912-a694fb9999dc), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:18.031452 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f3d9-12ba-42e7-8a5b-39ce032cdb27 admin admin] Publish callbacks [] for security_group (1a4e7457-a682-4b91-8912-a694fb9999dc), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:18.144028 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:18.174645 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] Checking router: b8fc298a-9876-490d-88e4-664f950f68c3 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:24:18.183622 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:24:18.184261 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:23:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:18.191962 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f3d9-12ba-42e7-8a5b-39ce032cdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1a4e7457-a682-4b91-8912-a694fb9999dc), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:18.195702 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f3d9-12ba-42e7-8a5b-39ce032cdb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:18.197332 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-0ec0f3d9-12ba-42e7-8a5b-39ce032cdb27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a4e7457-a682-4b91-8912-a694fb9999dc HTTP/1.1" status: 204 len: 168 time: 0.2941556 Apr 12 12:24:18.211130 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0f3d9-12ba-42e7-8a5b-39ce032cdb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e7457-a682-4b91-8912-a694fb9999dc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:18.305549 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:24:18.315598 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2897a151-a4e5-4470-b07c-5e087b2d6998 req-cf3f781e-17a9-4bd0-8d40-a1b45e16d8eb tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe1bdaa-aefa-4e46-9893-99639a9bcaec HTTP/1.1" status: 200 len: 210 time: 0.0362759 Apr 12 12:24:18.553467 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:18.582375 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fd8a0-f4cf-4863-b474-cb2fc5960944 None None] The sync data for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi is: [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8aafe95f-7d72-4193-b8da-8ce5ce0a6adc', 'name': '', 'network_id': '04bef8c5-0a26-4d43-9ee1-43bacbfe1da2', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'mac_address': 'fa:16:3e:9d:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:33Z', 'updated_at': '2022-04-12T12:17:48Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'subnets': [{'id': '79b90e6d-dc5a-4ad3-985a-8db14095e832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:24:18.829599 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89042476-622b-4dbc-b919-032925424ca9 None None] New status for floating IP 1bd9b0fb-7549-4b81-8571-b79b66223e86: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:24:18.983392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46770) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:18.997146 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5310161a-4276-4976-9c61-ce4bb9742734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.074973 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5310161a-4276-4976-9c61-ce4bb9742734 admin admin] Publish callbacks [] for security_group (b1711592-d6ce-474b-812d-35d008a6562c), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.173959 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5310161a-4276-4976-9c61-ce4bb9742734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (b1711592-d6ce-474b-812d-35d008a6562c), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.210724 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310161a-4276-4976-9c61-ce4bb9742734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1711592-d6ce-474b-812d-35d008a6562c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:19.215007 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-5310161a-4276-4976-9c61-ce4bb9742734 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c8bbefee2cb4d9ab84676afeb96e745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305059 Apr 12 12:24:19.218293 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46772) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:19.268096 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a98f7fee-c73b-49bc-854c-43594762e789 admin admin] Publish callbacks [] for security_group (b1711592-d6ce-474b-812d-35d008a6562c), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.290843 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a98f7fee-c73b-49bc-854c-43594762e789 admin admin] Publish callbacks [] for security_group (b1711592-d6ce-474b-812d-35d008a6562c), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.408244 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a98f7fee-c73b-49bc-854c-43594762e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (b1711592-d6ce-474b-812d-35d008a6562c), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.411006 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a98f7fee-c73b-49bc-854c-43594762e789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.412170 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-a98f7fee-c73b-49bc-854c-43594762e789 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1711592-d6ce-474b-812d-35d008a6562c HTTP/1.1" status: 204 len: 168 time: 0.1935670 Apr 12 12:24:19.421005 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f7fee-c73b-49bc-854c-43594762e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1711592-d6ce-474b-812d-35d008a6562c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:19.507489 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46780) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:19.569917 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc4c-4031-43d1-a907-ede9a039ec74 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (f55f34c2-3507-45fc-ae72-c84b2034b24e), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.594079 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc4c-4031-43d1-a907-ede9a039ec74 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (f55f34c2-3507-45fc-ae72-c84b2034b24e), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.722790 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b7fc045d-d369-4c64-af68-cb8d4ea05b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.751794 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc4c-4031-43d1-a907-ede9a039ec74 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (f55f34c2-3507-45fc-ae72-c84b2034b24e), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.754699 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc4c-4031-43d1-a907-ede9a039ec74 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.755880 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-c8c8bc4c-4031-43d1-a907-ede9a039ec74 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "DELETE /v2.0/security-groups/f55f34c2-3507-45fc-ae72-c84b2034b24e HTTP/1.1" status: 204 len: 168 time: 0.2472951 Apr 12 12:24:19.759696 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46784) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:19.766462 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8bc4c-4031-43d1-a907-ede9a039ec74 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f34c2-3507-45fc-ae72-c84b2034b24e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:19.778490 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.api.v2.resource [None req-fc00ad6f-a626-4b73-ab8e-116e020b0f65 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] show failed (client error): The resource could not be found. Apr 12 12:24:19.782827 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-fc00ad6f-a626-4b73-ab8e-116e020b0f65 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "GET /v2.0/security-groups/f55f34c2-3507-45fc-ae72-c84b2034b24e HTTP/1.1" status: 404 len: 347 time: 0.0212617 Apr 12 12:24:19.782966 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46788) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:19.907850 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Deleting port 18a99ff2-a910-4c42-9592-b241e463b1b7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:19.908023 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (18a99ff2-a910-4c42-9592-b241e463b1b7), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.995015 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (18a99ff2-a910-4c42-9592-b241e463b1b7), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:19.995340 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (18a99ff2-a910-4c42-9592-b241e463b1b7), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:20.015743 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Calling delete_port for 18a99ff2-a910-4c42-9592-b241e463b1b7 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:20.220435 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (18a99ff2-a910-4c42-9592-b241e463b1b7), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:20.245301 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Pushing event deleted for resources: {'Port': ['ID=18a99ff2-a910-4c42-9592-b241e463b1b7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:20.316563 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks [] for floatingip (1bd9b0fb-7549-4b81-8571-b79b66223e86), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:20.319357 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:20.320443 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-84ce7be0-4e6a-463a-b420-aaa65ff3cdd3 tempest-AttachVolumeTestJSON-198134575 tempest-AttachVolumeTestJSON-198134575-project] 10.222.0.20 "DELETE /v2.0/floatingips/1bd9b0fb-7549-4b81-8571-b79b66223e86 HTTP/1.1" status: 204 len: 168 time: 0.5364056 Apr 12 12:24:21.633213 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c24863c4-c531-4d68-a363-86d0a93e8a8e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:24:21.658759 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: c24863c4-c531-4d68-a363-86d0a93e8a8e {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:24:21.659055 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c24863c4-c531-4d68-a363-86d0a93e8a8e not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:24:22.551353 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-5d94b5a3-64d6-41f4-91a9-848785e53f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:23.601644 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:24.446712 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46872) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:24.950697 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (b8fc298a-9876-490d-88e4-664f950f68c3), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:25.054156 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:25.221271 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Deleting port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:25.221519 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:25.305870 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] For port 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:25.306303 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:25.324083 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Calling delete_port for 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:25.533235 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46886) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:25.645213 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47e2c23c-8069-4af9-844c-2cd2609c9650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:25.674674 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (8aafe95f-7d72-4193-b8da-8ce5ce0a6adc), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:25.710669 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Pushing event deleted for resources: {'Port': ['ID=8aafe95f-7d72-4193-b8da-8ce5ce0a6adc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:25.800955 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47e2c23c-8069-4af9-844c-2cd2609c9650 admin admin] Publish callbacks [] for security_group (1e1baac2-4327-47ca-a870-a676c26aa99b), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.089458 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47e2c23c-8069-4af9-844c-2cd2609c9650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1e1baac2-4327-47ca-a870-a676c26aa99b), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.160007 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-47e2c23c-8069-4af9-844c-2cd2609c9650 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=366ea16d62c24c44bf11fc7ffc4ccc8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6256721 Apr 12 12:24:26.163308 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46890) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:26.167594 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2c23c-8069-4af9-844c-2cd2609c9650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1baac2-4327-47ca-a870-a676c26aa99b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:26.191459 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (b8fc298a-9876-490d-88e4-664f950f68c3), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.217817 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e40ffc43-0ba0-4b29-a115-589a96d12e39 admin admin] Publish callbacks [] for security_group (1e1baac2-4327-47ca-a870-a676c26aa99b), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.240029 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e40ffc43-0ba0-4b29-a115-589a96d12e39 admin admin] Publish callbacks [] for security_group (1e1baac2-4327-47ca-a870-a676c26aa99b), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.356941 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e40ffc43-0ba0-4b29-a115-589a96d12e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1e1baac2-4327-47ca-a870-a676c26aa99b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.359466 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e40ffc43-0ba0-4b29-a115-589a96d12e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.360806 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-e40ffc43-0ba0-4b29-a115-589a96d12e39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e1baac2-4327-47ca-a870-a676c26aa99b HTTP/1.1" status: 204 len: 168 time: 0.1955142 Apr 12 12:24:26.377667 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ffc43-0ba0-4b29-a115-589a96d12e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1baac2-4327-47ca-a870-a676c26aa99b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:26.403081 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.423845 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Router b8fc298a-9876-490d-88e4-664f950f68c3 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:24:26.545532 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:24:26.553227 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-6a6183b8-6783-45d5-9e1a-4e7d833af28d admin admin] 10.222.0.20 "PUT /v2.0/routers/b8fc298a-9876-490d-88e4-664f950f68c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1052611 Apr 12 12:24:26.555975 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46894) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:26.561493 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] Sync routers for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:24:26.578844 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:24:26.580214 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:26.691313 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks [] for router (b8fc298a-9876-490d-88e4-664f950f68c3), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.816219 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks [] for router_gateway (b8fc298a-9876-490d-88e4-664f950f68c3), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.818409 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:24:26.932124 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Deleting port 1cf54cde-43f6-4b24-9120-6c7da7c5e262 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:26.932398 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:26.999385 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:24:25Z', 'revision_number': 5, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port': {'id': '1cf54cde-43f6-4b24-9120-6c7da7c5e262', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:27.019605 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] For port 1cf54cde-43f6-4b24-9120-6c7da7c5e262, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1cf54cde-43f6-4b24-9120-6c7da7c5e262,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:27.019961 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.026683 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] Checking router: b8fc298a-9876-490d-88e4-664f950f68c3 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:24:27.033741 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Calling delete_port for 1cf54cde-43f6-4b24-9120-6c7da7c5e262 owned by network:router_gateway {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:27.038115 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] Routers {'b8fc298a-9876-490d-88e4-664f950f68c3'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:24:27.038929 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['b8fc298a-9876-490d-88e4-664f950f68c3'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:27.132985 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] Set router b8fc298a-9876-490d-88e4-664f950f68c3 gateway port host: None {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:24:27.191336 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:24:26Z', 'revision_number': 6, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port_host': None}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:27.219198 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0d966-bd70-4cb9-82c7-2665052ed971 None None] The sync data for ids ['b8fc298a-9876-490d-88e4-664f950f68c3'] in dv-cinder-830093-4-iscsi is: [{'id': 'b8fc298a-9876-490d-88e4-664f950f68c3', 'name': 'tempest-AttachVolumeTestJSON-2133813242-router', 'tenant_id': '201c973457684ef684fec045b2c619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:24:26Z', 'revision_number': 6, 'project_id': '201c973457684ef684fec045b2c619ba', 'gw_port_host': None}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:24:27.288838 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (1cf54cde-43f6-4b24-9120-6c7da7c5e262), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.325775 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf54cde-43f6-4b24-9120-6c7da7c5e262,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:27.385638 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (b8fc298a-9876-490d-88e4-664f950f68c3), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.483014 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (b8fc298a-9876-490d-88e4-664f950f68c3), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.485264 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks [] for router_controller (b8fc298a-9876-490d-88e4-664f950f68c3), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.642466 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (b8fc298a-9876-490d-88e4-664f950f68c3), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.643198 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8fc298a-9876-490d-88e4-664f950f68c3 {{(pid=104047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:24:27.648564 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.650185 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-801250a9-1d20-4a9e-a250-2612cc092201 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b8fc298a-9876-490d-88e4-664f950f68c3 HTTP/1.1" status: 204 len: 168 time: 1.0926092 Apr 12 12:24:27.653227 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46920) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:27.732075 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9be77b-e1e7-4fa2-8b8f-776ead5fd8c5 admin admin] Deleting subnet 79b90e6d-dc5a-4ad3-985a-8db14095e832 {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:24:27.735554 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b9be77b-e1e7-4fa2-8b8f-776ead5fd8c5 admin admin] Publish callbacks [] for subnet (79b90e6d-dc5a-4ad3-985a-8db14095e832), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.770760 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b9be77b-e1e7-4fa2-8b8f-776ead5fd8c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (79b90e6d-dc5a-4ad3-985a-8db14095e832), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.885005 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b9be77b-e1e7-4fa2-8b8f-776ead5fd8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (79b90e6d-dc5a-4ad3-985a-8db14095e832), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:27.980117 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b9be77b-e1e7-4fa2-8b8f-776ead5fd8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (79b90e6d-dc5a-4ad3-985a-8db14095e832), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.009953 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b9be77b-e1e7-4fa2-8b8f-776ead5fd8c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.013392 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-8b9be77b-e1e7-4fa2-8b8f-776ead5fd8c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/79b90e6d-dc5a-4ad3-985a-8db14095e832 HTTP/1.1" status: 204 len: 168 time: 0.3590097 Apr 12 12:24:28.014781 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9be77b-e1e7-4fa2-8b8f-776ead5fd8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b90e6d-dc5a-4ad3-985a-8db14095e832,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:28.015509 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1c7b5-1d7c-4102-8bf5-058c720fb5d2 None None] Network 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:24:28.016179 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46922) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:28.084431 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:24:28.101902 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.108094 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:24:28.108446 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 8aafe95f-7d72-4193-b8da-8ce5ce0a6adc not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:24:28.154545 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Deleting port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:28.154907 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.222372 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] DHCP port deletion for 04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:24:28.223390 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] For port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:28.224091 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.245612 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Calling delete_port for 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:28.273368 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] Deleting port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:28.273623 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.443272 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.472125 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] For port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,segment=NetworkSegment(182b60cb-fba9-44fc-813b-d705f10bfac0),segment_id=182b60cb-fba9-44fc-813b-d705f10bfac0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:28.472580 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.483963 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] No DVR routers for this DVR port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 on host dv-cinder-830093-4-iscsi {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:24:28.487659 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] Calling delete_port for 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:28.490143 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:28.574884 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.578328 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (5f3f33c8-aaef-4ea3-a4ed-9665f29581b1), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.598052 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bef8c5-0a26-4d43-9ee1-43bacbfe1da2']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:28.602528 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] Pushing event deleted for resources: {'Port': ['ID=5f3f33c8-aaef-4ea3-a4ed-9665f29581b1,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:28.608793 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182b60cb-fba9-44fc-813b-d705f10bfac0') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:28.609212 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182b60cb-fba9-44fc-813b-d705f10bfac0') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:28.613087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fad8dd-6051-41e0-a049-c2a555ca7a26 None None] No DVR routers for this DVR port 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:24:28.620011 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11870291'] for segment (182b60cb-fba9-44fc-813b-d705f10bfac0), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.635382 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (182b60cb-fba9-44fc-813b-d705f10bfac0), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.641559 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:24:28.642034 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871964'] for segment (182b60cb-fba9-44fc-813b-d705f10bfac0), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: Traceback (most recent call last): Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: timer() Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: cb(*args, **kw) Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: return func(*args, **kwargs) Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: self._notify() Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: self.callback(batched_events) Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: event.method(event) Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: return f(self, *a, **k) Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._get(url).json() Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: return self.request(url, 'GET', **kwargs) Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:24:28.643761 dv-cinder-830093-4-iscsi neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:24:28.774673 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (04bef8c5-0a26-4d43-9ee1-43bacbfe1da2), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.783195 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:28.786557 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] 10.222.0.20 "DELETE /v2.0/networks/04bef8c5-0a26-4d43-9ee1-43bacbfe1da2 HTTP/1.1" status: 204 len: 168 time: 0.7687905 Apr 12 12:24:28.796620 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc457573-ae4f-4e58-94f7-35b75479b700 admin admin] Pushing event deleted for resources: {'Network': ['ID=04bef8c5-0a26-4d43-9ee1-43bacbfe1da2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:29.182278 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46932) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:29.229793 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-1dfa010f-f064-4f20-8bfd-5d1ad3df8f78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201c973457684ef684fec045b2c619ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463390 Apr 12 12:24:29.232522 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46936) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:29.283468 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eeb73de7-0800-4e7c-b8de-156e6e21f52d admin admin] Publish callbacks [] for security_group (6b376faf-3c07-417d-b396-5186b21fa4ee), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:29.306296 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eeb73de7-0800-4e7c-b8de-156e6e21f52d admin admin] Publish callbacks [] for security_group (6b376faf-3c07-417d-b396-5186b21fa4ee), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:29.425761 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eeb73de7-0800-4e7c-b8de-156e6e21f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6b376faf-3c07-417d-b396-5186b21fa4ee), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:29.428323 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eeb73de7-0800-4e7c-b8de-156e6e21f52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:29.429676 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-eeb73de7-0800-4e7c-b8de-156e6e21f52d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b376faf-3c07-417d-b396-5186b21fa4ee HTTP/1.1" status: 204 len: 168 time: 0.1961248 Apr 12 12:24:29.439257 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb73de7-0800-4e7c-b8de-156e6e21f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b376faf-3c07-417d-b396-5186b21fa4ee,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:29.627808 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:24:29.653019 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:24:29.653329 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 5f3f33c8-aaef-4ea3-a4ed-9665f29581b1 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:24:29.653774 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1cf54cde-43f6-4b24-9120-6c7da7c5e262 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:24:29.673676 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 1cf54cde-43f6-4b24-9120-6c7da7c5e262 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:24:29.674015 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1cf54cde-43f6-4b24-9120-6c7da7c5e262 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:24:30.319161 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:24:31.118331 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 46982) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:31.369342 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-638625ad-8bd5-48f1-aefc-c744b84bc897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:31.482975 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-638625ad-8bd5-48f1-aefc-c744b84bc897 admin admin] Publish callbacks [] for security_group (862244b3-0720-4c45-9edb-9e59187c348f), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:31.557573 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-638625ad-8bd5-48f1-aefc-c744b84bc897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (862244b3-0720-4c45-9edb-9e59187c348f), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:31.606403 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-638625ad-8bd5-48f1-aefc-c744b84bc897 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92365ea2fb134f2aa12293ac016d1877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869101 Apr 12 12:24:31.608466 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638625ad-8bd5-48f1-aefc-c744b84bc897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862244b3-0720-4c45-9edb-9e59187c348f,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:31.609524 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 46996) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:31.666385 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20dda03e-93d7-4b9f-a018-10b3bff07aac admin admin] Publish callbacks [] for security_group (862244b3-0720-4c45-9edb-9e59187c348f), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:31.691951 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20dda03e-93d7-4b9f-a018-10b3bff07aac admin admin] Publish callbacks [] for security_group (862244b3-0720-4c45-9edb-9e59187c348f), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:31.842539 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20dda03e-93d7-4b9f-a018-10b3bff07aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (862244b3-0720-4c45-9edb-9e59187c348f), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:31.846230 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20dda03e-93d7-4b9f-a018-10b3bff07aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:31.852976 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-20dda03e-93d7-4b9f-a018-10b3bff07aac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/862244b3-0720-4c45-9edb-9e59187c348f HTTP/1.1" status: 204 len: 168 time: 0.2368975 Apr 12 12:24:31.857489 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dda03e-93d7-4b9f-a018-10b3bff07aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862244b3-0720-4c45-9edb-9e59187c348f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:31.990627 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d32e8-3954-408b-a84c-dd4180532859 req-d7c93c4e-d21a-4832-b077-3824871ce7bb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:31.992198 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-382d32e8-3954-408b-a84c-dd4180532859 req-d7c93c4e-d21a-4832-b077-3824871ce7bb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0599880 Apr 12 12:24:32.057678 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-382d32e8-3954-408b-a84c-dd4180532859 req-a79e45e6-cc43-4ada-b044-314aeb9c741c tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597737 Apr 12 12:24:33.183559 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e3f17-70e3-49bc-9686-940fa7712b39 req-b4d3f0fc-b33a-4cc2-a412-75ddaccd37b1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:33.185165 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a70e3f17-70e3-49bc-9686-940fa7712b39 req-b4d3f0fc-b33a-4cc2-a412-75ddaccd37b1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0532463 Apr 12 12:24:33.240332 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a70e3f17-70e3-49bc-9686-940fa7712b39 req-f09d21aa-080d-4998-9bf9-15137e04d8b6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476277 Apr 12 12:24:33.569505 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-fa3ee28c-c0f0-42db-bc95-7634266b8ad4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:33.571491 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-fa3ee28c-c0f0-42db-bc95-7634266b8ad4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 946 time: 0.0514200 Apr 12 12:24:33.673630 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Deleting port c8debfd4-0899-4fd1-a9e9-847103479bd7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:33.673980 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:33.783905 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] For port c8debfd4-0899-4fd1-a9e9-847103479bd7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c8debfd4-0899-4fd1-a9e9-847103479bd7,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:33.784276 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:33.978714 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:33.979226 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (9e8071a9-609f-4eb1-b290-8046d6444657), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:33.979647 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Floating IP 9e8071a9-609f-4eb1-b290-8046d6444657 disassociated. External IP: 172.27.3.185, port: c8debfd4-0899-4fd1-a9e9-847103479bd7. Apr 12 12:24:33.980145 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Calling delete_port for c8debfd4-0899-4fd1-a9e9-847103479bd7 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:34.202568 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (c8debfd4-0899-4fd1-a9e9-847103479bd7), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:34.244672 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event deleted for resources: {'Port': ['ID=c8debfd4-0899-4fd1-a9e9-847103479bd7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:34.341799 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6008ee71-6cac-4400-be30-d6e7e2afe230 req-8cc943bd-0a63-4ee6-b035-ad42610719f8 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Apr 12 12:24:34.379630 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Router fc273748-d783-481f-a3fd-4b37a602f9f7 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:24:34.496135 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:24:34.509557 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:24:34.521587 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:24:34.522140 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:34.544405 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] No DVR routers for this DVR port c8debfd4-0899-4fd1-a9e9-847103479bd7 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:24:34.547015 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:34.550700 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-359b2080-5e2c-42eb-8910-8e10051fa313 req-14904d8f-e26b-4efe-ac1d-0048e6cdb71a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "DELETE /v2.0/ports/c8debfd4-0899-4fd1-a9e9-847103479bd7 HTTP/1.1" status: 204 len: 173 time: 0.9728971 Apr 12 12:24:34.551154 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'name': 'network-vif-deleted', 'tag': 'c8debfd4-0899-4fd1-a9e9-847103479bd7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:24:34.553442 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceeda97-7263-432e-bdb2-56f355d9b6a4" -d '{"events": [{"server_uuid": "faebd56b-69fc-4295-b0f0-d8131fc78d04", "name": "network-vif-deleted", "tag": "c8debfd4-0899-4fd1-a9e9-847103479bd7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:24:34.595829 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f2d6b6-5d67-43b2-bf74-12dd68e8d795 x-openstack-request-id: req-a4f2d6b6-5d67-43b2-bf74-12dd68e8d795 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:24:34.596464 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faebd56b-69fc-4295-b0f0-d8131fc78d04", "name": "network-vif-deleted", "tag": "c8debfd4-0899-4fd1-a9e9-847103479bd7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:24:34.596669 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4f2d6b6-5d67-43b2-bf74-12dd68e8d795 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:24:34.597195 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f2d6b6-5d67-43b2-bf74-12dd68e8d795'] response: {'server_uuid': 'faebd56b-69fc-4295-b0f0-d8131fc78d04', 'name': 'network-vif-deleted', 'tag': 'c8debfd4-0899-4fd1-a9e9-847103479bd7', 'status': 'completed', 'code': 200} Apr 12 12:24:34.639311 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:24:34.850153 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:34.881688 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:24:34.890322 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:24:34.890867 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:35.019593 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:24:35.227752 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:35.254560 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d513d8b-c839-4bd3-b9c1-bda04d63ea13 None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:24:35.469988 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3e4a1ad7-9098-42e3-8ef9-9b4d255e4880 req-720bb4cf-9da6-4bc7-bd81-41714f8e5925 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=faebd56b-69fc-4295-b0f0-d8131fc78d04 HTTP/1.1" status: 200 len: 210 time: 0.0339406 Apr 12 12:24:35.515214 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3fff79-58c6-49d7-8a0c-a2ea6fb68bb8 None None] New status for floating IP 9e8071a9-609f-4eb1-b290-8046d6444657: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:24:36.766220 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-8ef8957f-9441-495f-af11-9a52e23ea0e0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809168914&fields=id&tenant_id=d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 267 time: 0.0502810 Apr 12 12:24:36.876554 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-2da2cf49-cb28-4a4e-90eb-94e8d80fd303 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:36.878077 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-2da2cf49-cb28-4a4e-90eb-94e8d80fd303 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 810 time: 0.1053653 Apr 12 12:24:36.893356 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-825e6b1b-358f-46fb-9526-27d371c68549 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/quotas/d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 375 time: 0.0097382 Apr 12 12:24:36.948984 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-895f9f37-3e39-478a-b8e9-96c7146a75d7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504196 Apr 12 12:24:37.049015 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-92d3b7f5-ef2e-47f3-8876-2713b6117029 service neutron] 10.222.0.20 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883737 Apr 12 12:24:37.145351 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-d03173f0-d655-455d-a1af-5e9c248d69eb service neutron] 10.222.0.20 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900469 Apr 12 12:24:37.865556 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d56dbf21-ec26-4ff9-b3ed-36bd52a723e7 req-11957a18-e0ad-4752-95c4-400f15ef7190 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 210 time: 0.0320313 Apr 12 12:24:38.259482 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c8debfd4-0899-4fd1-a9e9-847103479bd7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:24:38.285949 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: c8debfd4-0899-4fd1-a9e9-847103479bd7 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:24:38.286285 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device c8debfd4-0899-4fd1-a9e9-847103479bd7 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:24:38.988636 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8849368a-355a-40a0-94c1-30a98ae571f9 req-108f3dd9-c528-4b15-b450-9dc3a91dfdae tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 210 time: 0.0296652 Apr 12 12:24:40.106262 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316528af-c831-492d-b07e-d8f085220907 req-7545e2cb-1334-44d4-9b89-7a83a0301237 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 210 time: 0.0368521 Apr 12 12:24:40.509185 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-ce6d0694-3bbd-4a4d-878a-bf6ab3ff6cd7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:40.511381 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-ce6d0694-3bbd-4a4d-878a-bf6ab3ff6cd7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 810 time: 0.1438713 Apr 12 12:24:40.582332 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-f592b02b-df49-4a94-813e-6eb6dbb67c2b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 380 time: 0.0626748 Apr 12 12:24:40.591912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'port': {'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'admin_state_up': True, 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'security_groups': ['1128df6a-3463-4b9e-a8ca-496dbdd8971c']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:24:40.802779 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Made reservation on behalf of d5cca4d6555c40f5a7010a3a88e67508 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:24:40.806237 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:40.950198 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Allocated IP 172.20.0.7 (437fddf5-4ae4-4467-938b-d65ad376d65d/8cd15456-f61f-43ac-a603-59dd6b213ae3/63c754c5-43d1-4476-b155-758814d499cc) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:24:41.114831 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (63c754c5-43d1-4476-b155-758814d499cc), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:41.243349 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (63c754c5-43d1-4476-b155-758814d499cc), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:41.251682 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e30547b6-f16f-4e8d-8b73-7fdcbbb5d84b req-f6c97d5d-de60-44e0-811e-f9a3eca728a7 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 210 time: 0.0441759 Apr 12 12:24:41.306859 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Network 437fddf5-4ae4-4467-938b-d65ad376d65d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:24:41.310502 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:24:41.315137 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:24:41.363950 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=63c754c5-43d1-4476-b155-758814d499cc,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:41.394778 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:41.395730 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:41.549949 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-4ca54604-fcea-4a8f-b5d9-5bfce34f3f27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9615185 Apr 12 12:24:41.561463 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Request body: {'port': {'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:24:41.609086 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-1c6f77a1-658e-4ea9-8b69-82fb53c55a86 None None] Provisioning complete for port 63c754c5-43d1-4476-b155-758814d499cc triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:24:41.610695 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-1c6f77a1-658e-4ea9-8b69-82fb53c55a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (63c754c5-43d1-4476-b155-758814d499cc), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:41.628619 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (63c754c5-43d1-4476-b155-758814d499cc), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:41.650859 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f77a1-658e-4ea9-8b69-82fb53c55a86 None None] Port 63c754c5-43d1-4476-b155-758814d499cc cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:24:41.942851 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c754c5-43d1-4476-b155-758814d499cc {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:24:41.947432 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Publish callbacks [] for port (63c754c5-43d1-4476-b155-758814d499cc), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:41.962333 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Transition to ACTIVE for port object 63c754c5-43d1-4476-b155-758814d499cc will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:24:42.047232 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (63c754c5-43d1-4476-b155-758814d499cc), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:42.125331 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Pushing event updated for resources: {'Port': ['ID=63c754c5-43d1-4476-b155-758814d499cc,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:42.194806 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Attempting to bind port 63c754c5-43d1-4476-b155-758814d499cc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:24:42.195146 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Attempting to bind port 63c754c5-43d1-4476-b155-758814d499cc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:24:42.195670 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Attempting to bind port 63c754c5-43d1-4476-b155-758814d499cc on network 437fddf5-4ae4-4467-938b-d65ad376d65d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:24:42.204590 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Port 63c754c5-43d1-4476-b155-758814d499cc on network 437fddf5-4ae4-4467-938b-d65ad376d65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:24:42.204944 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Attempting to bind port 63c754c5-43d1-4476-b155-758814d499cc on network 437fddf5-4ae4-4467-938b-d65ad376d65d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:24:42.210898 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:24:42.211235 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Checking segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:24:42.211810 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Bound using segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:24:42.212244 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Bound port: 63c754c5-43d1-4476-b155-758814d499cc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:24:42.212601 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (63c754c5-43d1-4476-b155-758814d499cc), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:42.295455 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] For port 63c754c5-43d1-4476-b155-758814d499cc, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:24:42.299311 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] For port 63c754c5-43d1-4476-b155-758814d499cc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63c754c5-43d1-4476-b155-758814d499cc,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:24:42.363076 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (63c754c5-43d1-4476-b155-758814d499cc), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:42.430583 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aee87f-73ab-46bc-8396-ab8daac20997 req-f5c8fa72-b134-4738-9801-8e83475502fa tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:42.435892 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a0aee87f-73ab-46bc-8396-ab8daac20997 req-f5c8fa72-b134-4738-9801-8e83475502fa tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0857584 Apr 12 12:24:42.437653 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:42.439280 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:42.441735 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] 10.222.0.23 "PUT /v2.0/ports/63c754c5-43d1-4476-b155-758814d499cc HTTP/1.1" status: 200 len: 1093 time: 0.8849709 Apr 12 12:24:42.442400 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'tag': '63c754c5-43d1-4476-b155-758814d499cc'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:24:42.445108 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8db9fd-d3a1-4487-8c41-de508ccb82cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "tag": "63c754c5-43d1-4476-b155-758814d499cc"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:24:42.512204 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca39287f-6e14-4f3a-9bbc-7c01ebf61371 x-openstack-request-id: req-ca39287f-6e14-4f3a-9bbc-7c01ebf61371 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:24:42.512507 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "tag": "63c754c5-43d1-4476-b155-758814d499cc", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:24:42.512959 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca39287f-6e14-4f3a-9bbc-7c01ebf61371 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:24:42.513518 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca39287f-6e14-4f3a-9bbc-7c01ebf61371'] response: {'name': 'network-changed', 'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'tag': '63c754c5-43d1-4476-b155-758814d499cc', 'status': 'completed', 'code': 200} Apr 12 12:24:42.514419 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cb450-1b06-48c3-9ea7-66d2ca485e72 service neutron] Pushing event updated for resources: {'Port': ['ID=63c754c5-43d1-4476-b155-758814d499cc,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:42.526278 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a0aee87f-73ab-46bc-8396-ab8daac20997 req-1ff845bd-843c-437c-afd4-db204d6073b9 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782273 Apr 12 12:24:42.582296 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db9fd-d3a1-4487-8c41-de508ccb82cf req-b60aaff7-e80b-4456-b1bc-dcf6097c8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:42.587586 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1a8db9fd-d3a1-4487-8c41-de508ccb82cf req-b60aaff7-e80b-4456-b1bc-dcf6097c8ca3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 1127 time: 0.0529809 Apr 12 12:24:42.772289 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db9fd-d3a1-4487-8c41-de508ccb82cf req-c2ebffc3-cf61-4c0a-9490-2549a5e46e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:42.774295 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1a8db9fd-d3a1-4487-8c41-de508ccb82cf req-c2ebffc3-cf61-4c0a-9490-2549a5e46e98 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1789672 Apr 12 12:24:42.897963 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db9fd-d3a1-4487-8c41-de508ccb82cf req-626693ca-8679-4d8e-85d6-0d88e405ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:42.899513 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1a8db9fd-d3a1-4487-8c41-de508ccb82cf req-626693ca-8679-4d8e-85d6-0d88e405ad21 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159465 Apr 12 12:24:42.986839 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-3ba92811-b311-457d-8b9d-9f0a8ff3d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:42.988439 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-3ba92811-b311-457d-8b9d-9f0a8ff3d29f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 1127 time: 0.0503483 Apr 12 12:24:43.045193 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-17b615c2-24cd-42c2-ba67-dd5c4614c3dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63c754c5-43d1-4476-b155-758814d499cc HTTP/1.1" status: 200 len: 217 time: 0.0459921 Apr 12 12:24:43.099891 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-9a4ce3ae-e109-4048-b365-70524f944318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:43.101346 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-9a4ce3ae-e109-4048-b365-70524f944318 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.0504987 Apr 12 12:24:43.149292 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-666fe092-55ee-41c5-b230-2e617c4daa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:43.150865 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-666fe092-55ee-41c5-b230-2e617c4daa5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433972 Apr 12 12:24:43.252441 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-e0365d23-0404-4b09-a8e3-faf5f2929f76 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944943 Apr 12 12:24:43.359111 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1f0ba46a-fd01-41bd-a3b4-c2dc71e38c20 req-574a6551-d95f-4c43-8129-3946be1d0250 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995259 Apr 12 12:24:43.690987 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de84061-6f11-42a4-965b-bf383fede89a req-f9f1b55e-38fd-4bcb-a4f0-76de1b7eb9f6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:43.693148 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6de84061-6f11-42a4-965b-bf383fede89a req-f9f1b55e-38fd-4bcb-a4f0-76de1b7eb9f6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0733008 Apr 12 12:24:43.760915 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6de84061-6f11-42a4-965b-bf383fede89a req-4e458577-2033-4819-bb1f-a18b37d72f19 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604475 Apr 12 12:24:44.800258 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47310) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:44.941327 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64858ea8-51b9-4372-a03b-5c60e30b865e req-31b601bd-8f0f-430f-87da-4cae36881d37 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:44.944108 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-64858ea8-51b9-4372-a03b-5c60e30b865e req-31b601bd-8f0f-430f-87da-4cae36881d37 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0807846 Apr 12 12:24:44.957647 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-703a242f-f9e2-417e-8b0b-d005dc889c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:45.019627 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-64858ea8-51b9-4372-a03b-5c60e30b865e req-458105d1-30f2-4ee3-a52b-6513c7b9f827 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659797 Apr 12 12:24:45.064518 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-703a242f-f9e2-417e-8b0b-d005dc889c3b admin admin] Publish callbacks [] for security_group (121b0cbb-ad4c-4e9a-aabc-e26069b5b24e), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:45.175191 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-703a242f-f9e2-417e-8b0b-d005dc889c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (121b0cbb-ad4c-4e9a-aabc-e26069b5b24e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:45.216092 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a242f-f9e2-417e-8b0b-d005dc889c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b0cbb-ad4c-4e9a-aabc-e26069b5b24e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:45.221425 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-703a242f-f9e2-417e-8b0b-d005dc889c3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c2063b9319d43358ba9d34b3403842e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196458 Apr 12 12:24:45.224835 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47318) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:45.323723 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-517af04c-947f-446d-8c2e-a97c75b63c99 admin admin] Publish callbacks [] for security_group (121b0cbb-ad4c-4e9a-aabc-e26069b5b24e), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:45.354964 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-517af04c-947f-446d-8c2e-a97c75b63c99 admin admin] Publish callbacks [] for security_group (121b0cbb-ad4c-4e9a-aabc-e26069b5b24e), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:45.494653 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-517af04c-947f-446d-8c2e-a97c75b63c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (121b0cbb-ad4c-4e9a-aabc-e26069b5b24e), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:45.498830 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-517af04c-947f-446d-8c2e-a97c75b63c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:45.500636 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-517af04c-947f-446d-8c2e-a97c75b63c99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/121b0cbb-ad4c-4e9a-aabc-e26069b5b24e HTTP/1.1" status: 204 len: 168 time: 0.2741125 Apr 12 12:24:45.517874 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517af04c-947f-446d-8c2e-a97c75b63c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b0cbb-ad4c-4e9a-aabc-e26069b5b24e,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:46.168658 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4527-a5d7-43ca-9288-770eccf92a56 req-5a8f728e-0c51-41fe-a5cc-7b1641bf7686 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:46.170659 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e38a4527-a5d7-43ca-9288-770eccf92a56 req-5a8f728e-0c51-41fe-a5cc-7b1641bf7686 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0722952 Apr 12 12:24:46.201252 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5b4f-005b-4488-976a-ef58fb5caa37 req-ed4ed70c-eff0-49f6-a001-da79058d96a9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:46.202852 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f73e5b4f-005b-4488-976a-ef58fb5caa37 req-ed4ed70c-eff0-49f6-a001-da79058d96a9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0569916 Apr 12 12:24:46.226247 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e38a4527-a5d7-43ca-9288-770eccf92a56 req-6d944076-9990-4eb6-b89b-e85185c5c3fd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477269 Apr 12 12:24:46.258479 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f73e5b4f-005b-4488-976a-ef58fb5caa37 req-62418b89-18d4-4849-bd5e-93972bf7b5a0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 Apr 12 12:24:46.750334 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47350) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:46.768114 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:46.878317 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Publish callbacks [] for security_group (44d475ce-fab6-4f68-8fd0-3ff05419576f), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:46.962560 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (44d475ce-fab6-4f68-8fd0-3ff05419576f), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:47.010188 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d475ce-fab6-4f68-8fd0-3ff05419576f,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:47.014256 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=641df299dc4c40b791cab8cdbdf07507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621040 Apr 12 12:24:47.019294 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47352) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:47.021467 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.022728 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.022728 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.023185 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.023457 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.023641 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.023970 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.024300 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.024631 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.025062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.025351 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.026075 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.026842 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.027190 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.027518 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba72b7-2914-426e-bbaf-d4433384c39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:47.092978 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b85ccae-4e10-45de-9ebb-a5c4c397b686 admin admin] Publish callbacks [] for security_group (44d475ce-fab6-4f68-8fd0-3ff05419576f), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:47.119994 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b85ccae-4e10-45de-9ebb-a5c4c397b686 admin admin] Publish callbacks [] for security_group (44d475ce-fab6-4f68-8fd0-3ff05419576f), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:47.254780 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b85ccae-4e10-45de-9ebb-a5c4c397b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (44d475ce-fab6-4f68-8fd0-3ff05419576f), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:47.259874 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b85ccae-4e10-45de-9ebb-a5c4c397b686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:47.262085 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-6b85ccae-4e10-45de-9ebb-a5c4c397b686 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44d475ce-fab6-4f68-8fd0-3ff05419576f HTTP/1.1" status: 204 len: 168 time: 0.2409711 Apr 12 12:24:47.278216 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85ccae-4e10-45de-9ebb-a5c4c397b686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d475ce-fab6-4f68-8fd0-3ff05419576f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:47.402047 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64642169-788c-479f-9cef-391f8639df48 req-35928689-031d-42ec-9354-b7ed1536edcc tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:47.403878 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-64642169-788c-479f-9cef-391f8639df48 req-35928689-031d-42ec-9354-b7ed1536edcc tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0764346 Apr 12 12:24:47.451610 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1dd91-2454-4be9-95db-7886a749e5e1 req-28dadc68-ad71-4f35-ba1e-d6ac5c8fe6f0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:47.454158 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0fa1dd91-2454-4be9-95db-7886a749e5e1 req-28dadc68-ad71-4f35-ba1e-d6ac5c8fe6f0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0795765 Apr 12 12:24:47.544883 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-64642169-788c-479f-9cef-391f8639df48 req-154295cc-81d5-4502-b95e-c3e0c4810959 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289659 Apr 12 12:24:47.574970 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:47.619898 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0fa1dd91-2454-4be9-95db-7886a749e5e1 req-9e6dbd08-3a69-4fd1-9f72-ea38ca080cf9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558495 Apr 12 12:24:48.067948 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47384) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:48.225442 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bef91b50-2ad2-4152-af2f-bfbc06110603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:48.354311 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bef91b50-2ad2-4152-af2f-bfbc06110603 admin admin] Publish callbacks [] for security_group (264c7d9d-8dd3-4c23-a3ce-ca4f6d47e652), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:48.470085 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bef91b50-2ad2-4152-af2f-bfbc06110603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (264c7d9d-8dd3-4c23-a3ce-ca4f6d47e652), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:48.521002 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-bef91b50-2ad2-4152-af2f-bfbc06110603 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1911bd5cd1794616b1f29b042488bdca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4506881 Apr 12 12:24:48.521434 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef91b50-2ad2-4152-af2f-bfbc06110603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c7d9d-8dd3-4c23-a3ce-ca4f6d47e652,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:48.524668 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47396) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:48.616738 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3cddeb18-acd8-4e94-862f-197645a74940 admin admin] Publish callbacks [] for security_group (264c7d9d-8dd3-4c23-a3ce-ca4f6d47e652), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:48.709274 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3cddeb18-acd8-4e94-862f-197645a74940 admin admin] Publish callbacks [] for security_group (264c7d9d-8dd3-4c23-a3ce-ca4f6d47e652), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:48.749706 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c4093-c484-4d81-8392-c7cccfbf57f5 req-1f1c8c70-4e33-46bb-8b30-a13b3f3e5bef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:48.753171 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-003c4093-c484-4d81-8392-c7cccfbf57f5 req-1f1c8c70-4e33-46bb-8b30-a13b3f3e5bef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.1187212 Apr 12 12:24:48.790124 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b344047-acba-4398-9c4c-de15f2660afa req-500a5afd-5f16-4905-bf24-0e9be52ceb77 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:48.791991 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7b344047-acba-4398-9c4c-de15f2660afa req-500a5afd-5f16-4905-bf24-0e9be52ceb77 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0785670 Apr 12 12:24:48.871835 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7b344047-acba-4398-9c4c-de15f2660afa req-11f49f43-243d-4cea-9a00-360e7133f4b9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697966 Apr 12 12:24:48.877122 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-003c4093-c484-4d81-8392-c7cccfbf57f5 req-68f86e7c-1ddb-4fa3-8d73-ca6832591985 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108131 Apr 12 12:24:48.980069 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3cddeb18-acd8-4e94-862f-197645a74940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (264c7d9d-8dd3-4c23-a3ce-ca4f6d47e652), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:48.982766 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3cddeb18-acd8-4e94-862f-197645a74940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:48.984018 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-3cddeb18-acd8-4e94-862f-197645a74940 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/264c7d9d-8dd3-4c23-a3ce-ca4f6d47e652 HTTP/1.1" status: 204 len: 168 time: 0.4582889 Apr 12 12:24:49.001085 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddeb18-acd8-4e94-862f-197645a74940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c7d9d-8dd3-4c23-a3ce-ca4f6d47e652,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:49.768229 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e5583824-6396-4c59-97fe-1415c531b540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:50.034904 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc9ee-a66a-4035-971a-40c22a0960bd req-341cfb12-1938-4a5e-9845-31bf919c22ea tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:50.036605 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-379cc9ee-a66a-4035-971a-40c22a0960bd req-341cfb12-1938-4a5e-9845-31bf919c22ea tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0738337 Apr 12 12:24:50.081591 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a636538-83ee-494e-ac17-0ad8470129a7 req-72ecc3ac-5011-484d-90ff-64552f6d7fab tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:50.083904 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1a636538-83ee-494e-ac17-0ad8470129a7 req-72ecc3ac-5011-484d-90ff-64552f6d7fab tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0855856 Apr 12 12:24:50.114082 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-379cc9ee-a66a-4035-971a-40c22a0960bd req-1b0270c7-c0c2-450c-bcf0-a87e127dfaf0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666826 Apr 12 12:24:50.152402 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1a636538-83ee-494e-ac17-0ad8470129a7 req-649b398b-9600-4d26-8d45-fb2b0eb99b00 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601690 Apr 12 12:24:51.289973 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8920d4-1384-4b10-b3b4-63ffeb79c879 req-d79a4774-93c3-4fe0-b24c-989e8c1eeb65 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:51.292846 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4c8920d4-1384-4b10-b3b4-63ffeb79c879 req-d79a4774-93c3-4fe0-b24c-989e8c1eeb65 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0804412 Apr 12 12:24:51.314242 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6aa9-2fed-4cf4-8003-6497e8281acc req-352a0fa8-86ae-455a-bb9b-9ff584500f7e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:51.316116 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1abd6aa9-2fed-4cf4-8003-6497e8281acc req-352a0fa8-86ae-455a-bb9b-9ff584500f7e tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0607977 Apr 12 12:24:51.367222 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4c8920d4-1384-4b10-b3b4-63ffeb79c879 req-58c6d4f2-8bca-452a-bf8e-813044c5df8f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638471 Apr 12 12:24:51.395562 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1abd6aa9-2fed-4cf4-8003-6497e8281acc req-21e5a845-0803-4828-afd2-88d181621cff tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615866 Apr 12 12:24:51.510433 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4754d5-9d94-4938-a1e5-0314b2a5c7a2 req-f37f03b5-70c5-4230-8d9b-341b68155fc3 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:51.512085 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ae4754d5-9d94-4938-a1e5-0314b2a5c7a2 req-f37f03b5-70c5-4230-8d9b-341b68155fc3 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0542183 Apr 12 12:24:51.586204 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ae4754d5-9d94-4938-a1e5-0314b2a5c7a2 req-ef8272a4-bf81-42a7-ab1e-d94aaeca547c tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675704 Apr 12 12:24:52.556198 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ab6af-9cb1-4cc3-882e-8e778dcd2bc8 req-ff2bc543-24ae-4cca-9f43-1774ccbd8c01 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:52.558620 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d24ab6af-9cb1-4cc3-882e-8e778dcd2bc8 req-ff2bc543-24ae-4cca-9f43-1774ccbd8c01 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0626209 Apr 12 12:24:52.570483 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-202bcfb8-1853-4907-bf3e-fd8856cf1976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:52.617721 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f1a68-e4eb-4332-8b2e-6b95705b3dc1 req-53f97f39-6566-4232-be45-e8e1d12d729d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:52.619652 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-012f1a68-e4eb-4332-8b2e-6b95705b3dc1 req-53f97f39-6566-4232-be45-e8e1d12d729d tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0780990 Apr 12 12:24:52.655056 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d24ab6af-9cb1-4cc3-882e-8e778dcd2bc8 req-68cdfab9-662a-4421-8ba3-6df7643525ab tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869749 Apr 12 12:24:52.698124 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-012f1a68-e4eb-4332-8b2e-6b95705b3dc1 req-ac70898c-4214-4b4e-8743-cbab745e5da4 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6903d9c-f3f6-4dde-8978-8c9e234f25c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696664 Apr 12 12:24:52.739483 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-06ec8541-1bca-40a6-ac32-3aec9646a7ba tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:52.742139 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-06ec8541-1bca-40a6-ac32-3aec9646a7ba tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 946 time: 0.0698543 Apr 12 12:24:52.876948 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8c799-d858-46e7-adc1-6b9c47b581e0 req-046cb439-d508-4449-8ba3-6b19807a573d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:52.878585 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dba8c799-d858-46e7-adc1-6b9c47b581e0 req-046cb439-d508-4449-8ba3-6b19807a573d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.1103551 Apr 12 12:24:52.941711 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Deleting port fcf18bcd-9f4d-451f-be85-954a65ef3a18 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:52.942153 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:52.996679 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dba8c799-d858-46e7-adc1-6b9c47b581e0 req-69c3a1d6-b065-46d1-b64b-0c008c0472a0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953550 Apr 12 12:24:53.072285 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] For port fcf18bcd-9f4d-451f-be85-954a65ef3a18, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fcf18bcd-9f4d-451f-be85-954a65ef3a18,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:53.072725 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:53.395900 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:53.396493 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (56d17eff-2bfb-4c49-bc48-2667ea036230), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:53.397351 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Floating IP 56d17eff-2bfb-4c49-bc48-2667ea036230 disassociated. External IP: 172.27.3.221, port: fcf18bcd-9f4d-451f-be85-954a65ef3a18. Apr 12 12:24:53.397972 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Calling delete_port for fcf18bcd-9f4d-451f-be85-954a65ef3a18 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:53.622827 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:53.686976 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (fcf18bcd-9f4d-451f-be85-954a65ef3a18), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:53.726487 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'Port': ['ID=fcf18bcd-9f4d-451f-be85-954a65ef3a18,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:53.744226 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.744801 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.745088 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.745498 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.745857 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.746259 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.746594 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.747031 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.747404 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.747929 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.748385 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.748769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.749236 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.749645 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.750019 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:53.859378 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd30e5-9c98-4117-abbb-9bceae01426a req-c2f8d4b7-8b2e-432f-be06-e2a1bc6dccdf tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:53.862365 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-62fd30e5-9c98-4117-abbb-9bceae01426a req-c2f8d4b7-8b2e-432f-be06-e2a1bc6dccdf tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.1198287 Apr 12 12:24:53.890733 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47486) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:53.913301 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2fd24144-7a2c-40f3-8f3c-73a2d6539b36 req-c58e6c1d-fae3-4aec-b219-19405e1876aa tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 210 time: 0.0429959 Apr 12 12:24:53.934058 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:24:53.942283 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-62fd30e5-9c98-4117-abbb-9bceae01426a req-e432aba7-a896-4e70-9c2f-7ce45adfa1be tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710266 Apr 12 12:24:54.070147 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-013a68f2-ceaa-40d5-a354-bb2adf77716f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:54.216446 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-013a68f2-ceaa-40d5-a354-bb2adf77716f admin admin] Publish callbacks [] for security_group (30f86db3-1bb5-4cdb-a3d2-cf7ffa1323d5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:54.292436 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-013a68f2-ceaa-40d5-a354-bb2adf77716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (30f86db3-1bb5-4cdb-a3d2-cf7ffa1323d5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:54.347402 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-013a68f2-ceaa-40d5-a354-bb2adf77716f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28e83c3fae084ddc810f8f75482db4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545879 Apr 12 12:24:54.350551 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47492) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:54.357196 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a68f2-ceaa-40d5-a354-bb2adf77716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f86db3-1bb5-4cdb-a3d2-cf7ffa1323d5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:54.415277 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5540fbd0-1308-44af-ae7f-b2531afd8707 admin admin] Publish callbacks [] for security_group (30f86db3-1bb5-4cdb-a3d2-cf7ffa1323d5), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:54.432425 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:24:54.446382 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5540fbd0-1308-44af-ae7f-b2531afd8707 admin admin] Publish callbacks [] for security_group (30f86db3-1bb5-4cdb-a3d2-cf7ffa1323d5), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:54.447220 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179884df-5eff-48e2-b500-3e816ad240cd req-5d6aaf7d-e67b-4847-945f-6b65fee7885a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:54.448729 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:24:54.448996 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-179884df-5eff-48e2-b500-3e816ad240cd req-5d6aaf7d-e67b-4847-945f-6b65fee7885a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0732083 Apr 12 12:24:54.469325 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:24:54.470681 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:54.501711 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] No DVR routers for this DVR port fcf18bcd-9f4d-451f-be85-954a65ef3a18 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:24:54.504270 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:54.507931 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-b89a0b04-1136-48aa-ab51-78a4256d5ba5 req-3f73d998-2cf9-48f1-ac46-163ca7753b42 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.23 "DELETE /v2.0/ports/fcf18bcd-9f4d-451f-be85-954a65ef3a18 HTTP/1.1" status: 204 len: 173 time: 1.7609975 Apr 12 12:24:54.509755 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'name': 'network-vif-deleted', 'tag': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:24:54.512916 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31de5bb4-f058-499a-803b-ffa32038ce40" -d '{"events": [{"server_uuid": "df06a096-b611-4fcb-8a2c-cec6e45f8a10", "name": "network-vif-deleted", "tag": "fcf18bcd-9f4d-451f-be85-954a65ef3a18"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:24:54.557317 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-179884df-5eff-48e2-b500-3e816ad240cd req-cb7574e7-4555-440c-8730-c530d37060ef tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926390 Apr 12 12:24:54.573067 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4299d007-3c13-4d4f-b66e-6c82436cc1c2 x-openstack-request-id: req-4299d007-3c13-4d4f-b66e-6c82436cc1c2 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:24:54.573514 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df06a096-b611-4fcb-8a2c-cec6e45f8a10", "name": "network-vif-deleted", "tag": "fcf18bcd-9f4d-451f-be85-954a65ef3a18", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:24:54.573898 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4299d007-3c13-4d4f-b66e-6c82436cc1c2 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:24:54.574810 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4299d007-3c13-4d4f-b66e-6c82436cc1c2'] response: {'server_uuid': 'df06a096-b611-4fcb-8a2c-cec6e45f8a10', 'name': 'network-vif-deleted', 'tag': 'fcf18bcd-9f4d-451f-be85-954a65ef3a18', 'status': 'completed', 'code': 200} Apr 12 12:24:54.642786 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:24:54.695180 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5540fbd0-1308-44af-ae7f-b2531afd8707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (30f86db3-1bb5-4cdb-a3d2-cf7ffa1323d5), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:54.700176 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5540fbd0-1308-44af-ae7f-b2531afd8707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:54.702473 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-5540fbd0-1308-44af-ae7f-b2531afd8707 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30f86db3-1bb5-4cdb-a3d2-cf7ffa1323d5 HTTP/1.1" status: 204 len: 168 time: 0.3505487 Apr 12 12:24:54.717796 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540fbd0-1308-44af-ae7f-b2531afd8707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f86db3-1bb5-4cdb-a3d2-cf7ffa1323d5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:54.880456 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:54.973814 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:24:54.973814 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:24:54.973814 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:55.063004 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1a6cd7b3-fb28-4f7a-a506-aa853355e7c8 req-ac631c95-03ef-447c-90b1-c404afa6d1d6 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/ports?device_id=df06a096-b611-4fcb-8a2c-cec6e45f8a10 HTTP/1.1" status: 200 len: 210 time: 0.0546362 Apr 12 12:24:55.116156 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c23d3-015b-4ddd-b1d1-b47df5a18e41 req-ceee8803-fb05-4873-8c92-3dcb245bf0ce tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:55.117864 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c82c23d3-015b-4ddd-b1d1-b47df5a18e41 req-ceee8803-fb05-4873-8c92-3dcb245bf0ce tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0512283 Apr 12 12:24:55.176233 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c82c23d3-015b-4ddd-b1d1-b47df5a18e41 req-96501fe0-2673-4557-b60a-c215e762f438 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522265 Apr 12 12:24:55.204340 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:55.211082 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:24:55.445255 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:24:55.478467 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbce9c-bca8-40a5-8e98-f188e94fe630 None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:17:36Z', 'revision_number': 4, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '94723cb1-17b5-45f8-a568-fb7b900c18c3', 'name': '', 'network_id': '7958f7bb-21a9-41ae-84ec-43b3e087f295', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'mac_address': 'fa:16:3e:76:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:34Z', 'updated_at': '2022-04-12T12:17:54Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'subnets': [{'id': '0297f741-f416-40aa-a0e8-8ae0ac0bfefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:24:55.744220 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b45d2-5adc-4bb8-9a8b-5766974d1fda req-96f79782-0a41-4e50-942c-c98d046db465 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:55.746582 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9b4b45d2-5adc-4bb8-9a8b-5766974d1fda req-96f79782-0a41-4e50-942c-c98d046db465 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.0824714 Apr 12 12:24:55.814169 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae8e6a-de77-49d4-8a5c-149ffedc3956 None None] New status for floating IP 56d17eff-2bfb-4c49-bc48-2667ea036230: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:24:55.853819 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9b4b45d2-5adc-4bb8-9a8b-5766974d1fda req-f910ce0e-b099-475e-9594-c616ddb89424 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954676 Apr 12 12:24:55.941165 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47506) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:55.964549 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1ab13c21-7146-452f-b686-ddf38ec7837a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.101919 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1ab13c21-7146-452f-b686-ddf38ec7837a admin admin] Publish callbacks [] for security_group (dabd84f3-4c10-4bb6-86b1-ebe0da1eec0f), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.173927 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1ab13c21-7146-452f-b686-ddf38ec7837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (dabd84f3-4c10-4bb6-86b1-ebe0da1eec0f), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.230265 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-1ab13c21-7146-452f-b686-ddf38ec7837a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65c5aec3322c4db284534f06f2404260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820666 Apr 12 12:24:56.230265 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab13c21-7146-452f-b686-ddf38ec7837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabd84f3-4c10-4bb6-86b1-ebe0da1eec0f,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:56.242277 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47514) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:56.291373 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47516) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:56.328090 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d758fccb-a96d-4445-a67f-4a5d90388d5f admin admin] Publish callbacks [] for security_group (dabd84f3-4c10-4bb6-86b1-ebe0da1eec0f), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.363462 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d758fccb-a96d-4445-a67f-4a5d90388d5f admin admin] Publish callbacks [] for security_group (dabd84f3-4c10-4bb6-86b1-ebe0da1eec0f), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.381781 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12be98-edc4-4cc1-b75c-39d1e177ea02 req-c40d100b-15ee-4890-be50-576805fc980f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:56.383519 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0b12be98-edc4-4cc1-b75c-39d1e177ea02 req-c40d100b-15ee-4890-be50-576805fc980f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.1186743 Apr 12 12:24:56.394832 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.430340 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc03-04c2-490f-b1d6-72caeecbeba9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (d6903d9c-f3f6-4dde-8978-8c9e234f25c5), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.479277 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc03-04c2-490f-b1d6-72caeecbeba9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (d6903d9c-f3f6-4dde-8978-8c9e234f25c5), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.491913 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0b12be98-edc4-4cc1-b75c-39d1e177ea02 req-afe66755-1c68-454f-9d0f-077ea9d3c93b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967433 Apr 12 12:24:56.500002 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d758fccb-a96d-4445-a67f-4a5d90388d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (dabd84f3-4c10-4bb6-86b1-ebe0da1eec0f), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.505111 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d758fccb-a96d-4445-a67f-4a5d90388d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.510977 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d758fccb-a96d-4445-a67f-4a5d90388d5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dabd84f3-4c10-4bb6-86b1-ebe0da1eec0f HTTP/1.1" status: 204 len: 168 time: 0.2630699 Apr 12 12:24:56.521044 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758fccb-a96d-4445-a67f-4a5d90388d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabd84f3-4c10-4bb6-86b1-ebe0da1eec0f,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:56.630493 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc03-04c2-490f-b1d6-72caeecbeba9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (d6903d9c-f3f6-4dde-8978-8c9e234f25c5), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.642097 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49f7bc03-04c2-490f-b1d6-72caeecbeba9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.642097 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-49f7bc03-04c2-490f-b1d6-72caeecbeba9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "DELETE /v2.0/security-groups/d6903d9c-f3f6-4dde-8978-8c9e234f25c5 HTTP/1.1" status: 204 len: 168 time: 0.3484948 Apr 12 12:24:56.642394 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47520) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:56.655089 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7bc03-04c2-490f-b1d6-72caeecbeba9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6903d9c-f3f6-4dde-8978-8c9e234f25c5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:56.665020 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.api.v2.resource [None req-2ab8d11f-e42e-4a4d-ab62-038886e7a390 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] show failed (client error): The resource could not be found. Apr 12 12:24:56.667636 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2ab8d11f-e42e-4a4d-ab62-038886e7a390 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "GET /v2.0/security-groups/d6903d9c-f3f6-4dde-8978-8c9e234f25c5 HTTP/1.1" status: 404 len: 347 time: 0.0235224 Apr 12 12:24:56.670561 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47522) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:24:56.821755 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Deleting port 558be369-df06-4e0c-8d19-db6d1f713486 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:24:56.822032 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (558be369-df06-4e0c-8d19-db6d1f713486), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.931123 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (558be369-df06-4e0c-8d19-db6d1f713486), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.931437 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (558be369-df06-4e0c-8d19-db6d1f713486), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:56.953298 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Calling delete_port for 558be369-df06-4e0c-8d19-db6d1f713486 owned by network:floatingip {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:24:57.120854 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c42c3d-d8f9-4ecc-b699-203ed2067f94 req-9da94f6f-438f-4821-ab25-b951a43610f0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:57.123461 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-58c42c3d-d8f9-4ecc-b699-203ed2067f94 req-9da94f6f-438f-4821-ab25-b951a43610f0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 943 time: 0.1458182 Apr 12 12:24:57.242930 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-58c42c3d-d8f9-4ecc-b699-203ed2067f94 req-4532b52a-9d17-4b65-b260-6b923757bfd8 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100001 Apr 12 12:24:57.340039 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (558be369-df06-4e0c-8d19-db6d1f713486), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:57.396636 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Pushing event deleted for resources: {'Port': ['ID=558be369-df06-4e0c-8d19-db6d1f713486,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:57.509854 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks [] for floatingip (56d17eff-2bfb-4c49-bc48-2667ea036230), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:57.512664 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:57.513987 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2df5ce49-b4d5-4a4a-89cc-ae049e18fbb9 tempest-AttachVolumeNegativeTest-894793694 tempest-AttachVolumeNegativeTest-894793694-project] 10.222.0.20 "DELETE /v2.0/floatingips/56d17eff-2bfb-4c49-bc48-2667ea036230 HTTP/1.1" status: 204 len: 168 time: 0.8423953 Apr 12 12:24:57.675761 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b26dc5-499a-4514-8a06-e7ff55e79017 req-4ce5ed76-a36f-414c-9a76-8578f248c485 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:57.676531 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c1b26dc5-499a-4514-8a06-e7ff55e79017 req-4ce5ed76-a36f-414c-9a76-8578f248c485 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0581284 Apr 12 12:24:57.754663 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c1b26dc5-499a-4514-8a06-e7ff55e79017 req-f88dfd64-28ff-4cfb-8208-cee0d699ecfe tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675411 Apr 12 12:24:57.777418 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 63c754c5-43d1-4476-b155-758814d499cc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:24:57.780984 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device fcf18bcd-9f4d-451f-be85-954a65ef3a18 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:24:57.823444 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: fcf18bcd-9f4d-451f-be85-954a65ef3a18 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:24:57.823444 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device fcf18bcd-9f4d-451f-be85-954a65ef3a18 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:24:57.963200 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 63c754c5-43d1-4476-b155-758814d499cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63c754c5-43d1-4476-b155-758814d499cc,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:57.982743 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': '63c754c5-43d1-4476-b155-758814d499cc', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:24:58.034627 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 63c754c5-43d1-4476-b155-758814d499cc is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:24:58.035559 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (63c754c5-43d1-4476-b155-758814d499cc), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:58.055637 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c754c5-43d1-4476-b155-758814d499cc {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:24:58.079053 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 63c754c5-43d1-4476-b155-758814d499cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63c754c5-43d1-4476-b155-758814d499cc,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:24:58.151447 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (63c754c5-43d1-4476-b155-758814d499cc), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:24:58.214633 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=63c754c5-43d1-4476-b155-758814d499cc,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:24:58.228475 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.229084 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.229958 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.230541 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.231101 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.231650 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.232210 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.232770 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.233409 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.234145 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.234737 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.235296 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.236170 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.236744 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.237331 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:24:58.381307 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['63c754c5-43d1-4476-b155-758814d499cc'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:24:58.428302 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97cee-c669-4b5b-9c60-c2747f1cfc99 req-a528d182-3afe-4001-95d9-7532db063ac8 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:58.430058 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8ab97cee-c669-4b5b-9c60-c2747f1cfc99 req-a528d182-3afe-4001-95d9-7532db063ac8 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 944 time: 0.0892408 Apr 12 12:24:58.489573 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8ab97cee-c669-4b5b-9c60-c2747f1cfc99 req-ca818b45-c095-4db9-ad2c-c7bb269be914 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537195 Apr 12 12:24:58.977229 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90f941-7bdc-4d4a-ac4c-0d0137c4f082 req-64e86830-8684-4345-a9b7-9cd666fe6701 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:58.986807 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8f90f941-7bdc-4d4a-ac4c-0d0137c4f082 req-64e86830-8684-4345-a9b7-9cd666fe6701 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0965431 Apr 12 12:24:59.066138 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8f90f941-7bdc-4d4a-ac4c-0d0137c4f082 req-55d9d85e-11f2-481d-a9fc-bbc1d9ca7064 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735283 Apr 12 12:24:59.653301 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6ced3-ab87-4450-9e67-0a61e4afe117 req-81d85b10-80ab-4ff2-8a58-e3e93ffc210f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:24:59.654964 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9ff6ced3-ab87-4450-9e67-0a61e4afe117 req-81d85b10-80ab-4ff2-8a58-e3e93ffc210f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 944 time: 0.0569141 Apr 12 12:24:59.718556 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9ff6ced3-ab87-4450-9e67-0a61e4afe117 req-bc821dc1-e8c8-49f9-8a09-452c0fbdfa2d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536623 Apr 12 12:24:59.781824 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 63c754c5-43d1-4476-b155-758814d499cc up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:24:59.865605 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port 63c754c5-43d1-4476-b155-758814d499cc completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:24:59.951319 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port 63c754c5-43d1-4476-b155-758814d499cc triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:24:59.951705 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (63c754c5-43d1-4476-b155-758814d499cc), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:00.063633 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port 63c754c5-43d1-4476-b155-758814d499cc is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:25:00.064023 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (63c754c5-43d1-4476-b155-758814d499cc), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:00.091295 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c754c5-43d1-4476-b155-758814d499cc'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:25:00.101119 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df34f50a-9f76-425e-b5d5-50da2bf97866" -d '{"events": [{"server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "name": "network-vif-plugged", "status": "completed", "tag": "63c754c5-43d1-4476-b155-758814d499cc"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:25:00.120207 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port 63c754c5-43d1-4476-b155-758814d499cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63c754c5-43d1-4476-b155-758814d499cc,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:00.174395 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9700bbee-08b6-4cd5-b737-7839bd481313 x-openstack-request-id: req-9700bbee-08b6-4cd5-b737-7839bd481313 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:25:00.178747 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "name": "network-vif-plugged", "status": "completed", "tag": "63c754c5-43d1-4476-b155-758814d499cc", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:25:00.178747 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9700bbee-08b6-4cd5-b737-7839bd481313 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:25:00.178747 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9700bbee-08b6-4cd5-b737-7839bd481313'] response: {'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c754c5-43d1-4476-b155-758814d499cc', 'code': 200} Apr 12 12:25:00.197482 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (63c754c5-43d1-4476-b155-758814d499cc), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:00.279180 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942e98a-c4bc-4502-8f5d-4d17e0e65b12 req-7ac292a9-9c05-46a8-a956-0a9e0527e52f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:00.287351 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9942e98a-c4bc-4502-8f5d-4d17e0e65b12 req-7ac292a9-9c05-46a8-a956-0a9e0527e52f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0975857 Apr 12 12:25:00.300827 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=63c754c5-43d1-4476-b155-758814d499cc,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:00.362591 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9942e98a-c4bc-4502-8f5d-4d17e0e65b12 req-5ef89d00-3f74-4b55-921e-887c825b6347 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739348 Apr 12 12:25:00.539028 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b3626-923a-4411-8ab2-8ceae854034f req-78e04693-6234-4939-8090-8667b5859092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:00.541836 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-338b3626-923a-4411-8ab2-8ceae854034f req-78e04693-6234-4939-8090-8667b5859092 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 1129 time: 0.0806060 Apr 12 12:25:00.610590 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-338b3626-923a-4411-8ab2-8ceae854034f req-8c4bd6a2-4bc2-479b-8d7d-0437eaa1be01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626316 Apr 12 12:25:00.886838 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec242f-8e5f-4637-8c96-1badb3c73f5b req-174eb7e0-e96a-4967-96b1-62bbefe7098a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:00.888422 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-eeec242f-8e5f-4637-8c96-1badb3c73f5b req-174eb7e0-e96a-4967-96b1-62bbefe7098a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 945 time: 0.0736001 Apr 12 12:25:00.949410 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-eeec242f-8e5f-4637-8c96-1badb3c73f5b req-98652063-6812-4115-9215-9e2056afc958 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546222 Apr 12 12:25:01.500127 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db50c88-15a7-45d8-947b-b6c4145f1029 req-1f508103-86b3-4374-bf45-8efea7a82cd3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:01.502813 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6db50c88-15a7-45d8-947b-b6c4145f1029 req-1f508103-86b3-4374-bf45-8efea7a82cd3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0584044 Apr 12 12:25:01.560853 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6db50c88-15a7-45d8-947b-b6c4145f1029 req-26067d44-9404-4619-bc22-a23a9b3a4b92 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494618 Apr 12 12:25:01.989375 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47646) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:02.135894 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf000f1a-8b99-4387-8b86-327bee7d6460 req-72606b1f-1c7d-44e4-acf7-8d4835b68bf6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:02.139398 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bf000f1a-8b99-4387-8b86-327bee7d6460 req-72606b1f-1c7d-44e4-acf7-8d4835b68bf6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 945 time: 0.0731487 Apr 12 12:25:02.238235 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bf000f1a-8b99-4387-8b86-327bee7d6460 req-f8943679-a514-454b-b31b-024dd99bf6c0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802951 Apr 12 12:25:02.726965 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1238838-f2b7-46c9-8133-23a19c8d15eb req-160eaaac-91d0-4545-9ff3-f282770d2a01 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:02.728685 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e1238838-f2b7-46c9-8133-23a19c8d15eb req-160eaaac-91d0-4545-9ff3-f282770d2a01 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0537069 Apr 12 12:25:02.801188 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e1238838-f2b7-46c9-8133-23a19c8d15eb req-49aad08a-8040-4f7d-b5c6-1b37bf3b43de tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624521 Apr 12 12:25:02.831719 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (ff0c9ad1-3951-4a62-83fa-59b506efcc75), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:03.393259 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9977fe-e269-41a9-96ae-71a6281698d1 req-1f32bfc0-fda1-4410-baa5-9f993547dd7a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:03.394879 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3c9977fe-e269-41a9-96ae-71a6281698d1 req-1f32bfc0-fda1-4410-baa5-9f993547dd7a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 945 time: 0.0716805 Apr 12 12:25:03.567317 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3c9977fe-e269-41a9-96ae-71a6281698d1 req-7834a35f-4cf1-46a0-88b0-a84a80b8edc6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507828 Apr 12 12:25:03.667076 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Deleting port 94723cb1-17b5-45f8-a568-fb7b900c18c3 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:25:03.667588 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:03.704679 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c3c7a-7425-432a-972c-651f87a9bad4 req-9294f581-ff42-44c6-b255-e4b44a4972a3 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:03.706600 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-055c3c7a-7425-432a-972c-651f87a9bad4 req-9294f581-ff42-44c6-b255-e4b44a4972a3 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 945 time: 0.0578964 Apr 12 12:25:03.769455 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-055c3c7a-7425-432a-972c-651f87a9bad4 req-42ab9d0b-6f59-4543-a126-1c2be40db4e5 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541713 Apr 12 12:25:03.770914 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] For port 94723cb1-17b5-45f8-a568-fb7b900c18c3, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=94723cb1-17b5-45f8-a568-fb7b900c18c3,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:03.770914 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:03.788236 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Calling delete_port for 94723cb1-17b5-45f8-a568-fb7b900c18c3 owned by network:router_interface {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:25:03.795974 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:25:03.809188 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47660) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:03.898281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3463a42c-73da-4826-bc08-c5709de08b17 tempest-TestVolumeBootPattern-1551744496 tempest-TestVolumeBootPattern-1551744496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:03.905706 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3463a42c-73da-4826-bc08-c5709de08b17 tempest-TestVolumeBootPattern-1551744496 tempest-TestVolumeBootPattern-1551744496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 1124 time: 0.0945425 Apr 12 12:25:03.907431 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47664) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:03.915638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:25:03.924143 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:03.941655 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'port_id': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'mac_address': 'fa:16:3e:4c:78:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:25:03.995243 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781324da-01b0-42e1-91b8-0ab093f294f4 req-7ab89733-d74a-4794-b558-755176c08b99 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:03.997364 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-781324da-01b0-42e1-91b8-0ab093f294f4 req-7ab89733-d74a-4794-b558-755176c08b99 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0824714 Apr 12 12:25:03.999246 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port e860419d-9c0d-4dae-9345-5a3e383a26d7 is: ACTIVE; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:25:03.999901 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:04.027870 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e860419d-9c0d-4dae-9345-5a3e383a26d7 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:25:04.042193 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:04.069496 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:04.121190 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-781324da-01b0-42e1-91b8-0ab093f294f4 req-e18d6e9b-5a3a-41f4-a843-1625cdcc8a69 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109717 Apr 12 12:25:04.139980 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:04.218085 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (94723cb1-17b5-45f8-a568-fb7b900c18c3), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:04.256881 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:04.262820 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['e860419d-9c0d-4dae-9345-5a3e383a26d7'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:25:04.268302 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Pushing event deleted for resources: {'Port': ['ID=94723cb1-17b5-45f8-a568-fb7b900c18c3,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:04.272406 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=6']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:04.537763 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (ff0c9ad1-3951-4a62-83fa-59b506efcc75), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:04.636553 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Allocated IP 172.27.3.50 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/8de72a24-8046-49ce-9630-68e837fce2b8) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:25:04.865727 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (8de72a24-8046-49ce-9630-68e837fce2b8), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:04.946987 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Router ff0c9ad1-3951-4a62-83fa-59b506efcc75 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:25:04.998749 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (8de72a24-8046-49ce-9630-68e837fce2b8), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:05.064225 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:25:05.067999 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:25:05.070939 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:25:05.119608 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:25:05.130447 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-860581eb-453d-4970-9d09-2ba37765187d admin admin] 10.222.0.20 "PUT /v2.0/routers/ff0c9ad1-3951-4a62-83fa-59b506efcc75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1379035 Apr 12 12:25:05.133339 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47686) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:05.134506 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=8de72a24-8046-49ce-9630-68e837fce2b8,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:05.144480 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] Sync routers for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:25:05.162583 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:25:05.163664 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:05.369479 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks [] for router (ff0c9ad1-3951-4a62-83fa-59b506efcc75), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:05.428346 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:25:05.436970 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c7231-a466-4ce0-a468-90ff4b3f8105 req-a60b6d58-a38d-4e09-861a-a3b52cd92916 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:05.439313 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-181c7231-a466-4ce0-a468-90ff4b3f8105 req-a60b6d58-a38d-4e09-861a-a3b52cd92916 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 945 time: 0.1197000 Apr 12 12:25:05.568919 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks [] for router_gateway (ff0c9ad1-3951-4a62-83fa-59b506efcc75), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:05.678750 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-181c7231-a466-4ce0-a468-90ff4b3f8105 req-a6d09c86-fe74-4399-b5c0-907070612d3c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176521 Apr 12 12:25:05.681699 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:25:04Z', 'revision_number': 5, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port': {'id': 'b4247524-8e84-4d1e-943b-0f648b4291d5', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:17:27Z', 'updated_at': '2022-04-12T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:05.741773 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] Checking router: ff0c9ad1-3951-4a62-83fa-59b506efcc75 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:25:05.768407 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] Routers {'ff0c9ad1-3951-4a62-83fa-59b506efcc75'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:25:05.769371 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:05.790254 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Deleting port b4247524-8e84-4d1e-943b-0f648b4291d5 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:25:05.790984 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:05.903075 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:25:05.957022 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] For port b4247524-8e84-4d1e-943b-0f648b4291d5, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b4247524-8e84-4d1e-943b-0f648b4291d5,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:05.957624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:05.977131 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (8a305f7b-2f2e-41f9-8908-89d332dece01), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:05.986974 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Calling delete_port for b4247524-8e84-4d1e-943b-0f648b4291d5 owned by network:router_gateway {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:25:06.149287 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] Set router ff0c9ad1-3951-4a62-83fa-59b506efcc75 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:25:06.238651 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:25:05Z', 'revision_number': 6, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port_host': None}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:06.245318 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (8de72a24-8046-49ce-9630-68e837fce2b8), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.281174 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb24fa1-068a-4607-b9f4-16065175200f None None] The sync data for ids ['ff0c9ad1-3951-4a62-83fa-59b506efcc75'] in dv-cinder-830093-4-iscsi is: [{'id': 'ff0c9ad1-3951-4a62-83fa-59b506efcc75', 'name': 'tempest-AttachVolumeNegativeTest-483057186-router', 'tenant_id': '7bb45d94184c415cba3ac337acafead7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:17:24Z', 'updated_at': '2022-04-12T12:25:05Z', 'revision_number': 6, 'project_id': '7bb45d94184c415cba3ac337acafead7', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:25:06.324914 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port e860419d-9c0d-4dae-9345-5a3e383a26d7 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:25:06.325393 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.503654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port e860419d-9c0d-4dae-9345-5a3e383a26d7 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:25:06.504277 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.521234 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (b4247524-8e84-4d1e-943b-0f648b4291d5), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.590672 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4247524-8e84-4d1e-943b-0f648b4291d5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:06.619738 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (8de72a24-8046-49ce-9630-68e837fce2b8), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.630835 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:25:06.637678 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3f3c0d-c01a-4098-8b93-60f5359c683c" -d '{"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-plugged", "status": "completed", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:25:06.664533 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:06.704108 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8dd6fc-0d8f-40ad-820a-87072ebbf796 x-openstack-request-id: req-5c8dd6fc-0d8f-40ad-820a-87072ebbf796 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:25:06.704653 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-plugged", "status": "completed", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:25:06.704938 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c8dd6fc-0d8f-40ad-820a-87072ebbf796 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:25:06.705350 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8dd6fc-0d8f-40ad-820a-87072ebbf796'] response: {'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'code': 200} Apr 12 12:25:06.715700 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (8de72a24-8046-49ce-9630-68e837fce2b8), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.736769 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (ff0c9ad1-3951-4a62-83fa-59b506efcc75), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.788789 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.898256 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=8de72a24-8046-49ce-9630-68e837fce2b8,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:06.929811 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (8a305f7b-2f2e-41f9-8908-89d332dece01), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.972921 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=7']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:06.991173 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (ff0c9ad1-3951-4a62-83fa-59b506efcc75), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:06.999231 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks [] for router_controller (ff0c9ad1-3951-4a62-83fa-59b506efcc75), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:07.085479 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e3372-3607-4751-97d4-0146b09e0ae8 req-7510e271-efc2-4b5c-bbb6-7fec5838e121 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:07.088170 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-184e3372-3607-4751-97d4-0146b09e0ae8 req-7510e271-efc2-4b5c-bbb6-7fec5838e121 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0835397 Apr 12 12:25:07.196766 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (ff0c9ad1-3951-4a62-83fa-59b506efcc75), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:07.198137 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff0c9ad1-3951-4a62-83fa-59b506efcc75 {{(pid=104047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:25:07.200664 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-184e3372-3607-4751-97d4-0146b09e0ae8 req-308fd255-dca0-4273-8899-6c72926402d2 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789664 Apr 12 12:25:07.203813 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Floating IP 8a305f7b-2f2e-41f9-8908-89d332dece01 associated. External IP: 172.27.3.50, port: 63c754c5-43d1-4476-b155-758814d499cc. Apr 12 12:25:07.221291 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:07.225268 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c73fe40f-06fe-497e-afd6-98936e686dc1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ff0c9ad1-3951-4a62-83fa-59b506efcc75 HTTP/1.1" status: 204 len: 168 time: 2.0874128 Apr 12 12:25:07.228281 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47720) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:07.324026 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:25:07.335399 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dae88a-2b5f-45d3-aaa5-d4e9c2e413ef admin admin] Deleting subnet 0297f741-f416-40aa-a0e8-8ae0ac0bfefb {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:25:07.347392 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67dae88a-2b5f-45d3-aaa5-d4e9c2e413ef admin admin] Publish callbacks [] for subnet (0297f741-f416-40aa-a0e8-8ae0ac0bfefb), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:07.439088 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67dae88a-2b5f-45d3-aaa5-d4e9c2e413ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (0297f741-f416-40aa-a0e8-8ae0ac0bfefb), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:07.651223 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Router fc273748-d783-481f-a3fd-4b37a602f9f7 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:25:07.685207 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67dae88a-2b5f-45d3-aaa5-d4e9c2e413ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (0297f741-f416-40aa-a0e8-8ae0ac0bfefb), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:07.741177 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b4247524-8e84-4d1e-943b-0f648b4291d5 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:25:07.798563 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: b4247524-8e84-4d1e-943b-0f648b4291d5 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:25:07.799177 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b4247524-8e84-4d1e-943b-0f648b4291d5 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:25:07.800132 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 94723cb1-17b5-45f8-a568-fb7b900c18c3 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:25:07.882842 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 94723cb1-17b5-45f8-a568-fb7b900c18c3 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:25:07.887007 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 94723cb1-17b5-45f8-a568-fb7b900c18c3 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:25:07.963305 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:25:07.970066 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67dae88a-2b5f-45d3-aaa5-d4e9c2e413ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (0297f741-f416-40aa-a0e8-8ae0ac0bfefb), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:07.988453 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:25:08.011183 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f7c78-77ab-449c-b15d-0e0afa75447e None None] Network 7958f7bb-21a9-41ae-84ec-43b3e087f295 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:25:08.026225 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:25:08.027372 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:08.032541 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67dae88a-2b5f-45d3-aaa5-d4e9c2e413ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.064820 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.083263 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-67dae88a-2b5f-45d3-aaa5-d4e9c2e413ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0297f741-f416-40aa-a0e8-8ae0ac0bfefb HTTP/1.1" status: 204 len: 168 time: 0.8478422 Apr 12 12:25:08.085540 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47730) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:08.087243 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dae88a-2b5f-45d3-aaa5-d4e9c2e413ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0297f741-f416-40aa-a0e8-8ae0ac0bfefb,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:08.170101 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-014392a4-0c1f-492f-addb-3f313c9eaefb tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2611363 Apr 12 12:25:08.177236 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'tag': '63c754c5-43d1-4476-b155-758814d499cc'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:25:08.181900 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282" -d '{"events": [{"name": "network-changed", "server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "tag": "63c754c5-43d1-4476-b155-758814d499cc"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:25:08.271183 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5de43d4-89c7-4e90-9791-8e95b45fc50a x-openstack-request-id: req-f5de43d4-89c7-4e90-9791-8e95b45fc50a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:25:08.271886 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "tag": "63c754c5-43d1-4476-b155-758814d499cc", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:25:08.272247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5de43d4-89c7-4e90-9791-8e95b45fc50a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:25:08.272877 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5de43d4-89c7-4e90-9791-8e95b45fc50a'] response: {'name': 'network-changed', 'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'tag': '63c754c5-43d1-4476-b155-758814d499cc', 'status': 'completed', 'code': 200} Apr 12 12:25:08.344212 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:25:08.380849 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (7958f7bb-21a9-41ae-84ec-43b3e087f295), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.406764 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] DHCP port deletion for 7958f7bb-21a9-41ae-84ec-43b3e087f295 request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:25:08.417489 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-817ac400-4d57-4ded-8639-cb578654a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:08.419553 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-817ac400-4d57-4ded-8639-cb578654a2f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 1129 time: 0.1129625 Apr 12 12:25:08.488890 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Deleting port c8db3eb5-a6f7-4284-889a-1bb3721a62cd {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:25:08.489479 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.545653 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e7c02-d300-4fad-8ba4-9fdf5b05d020 req-a27665ff-c1e5-412c-8452-698a9888ae95 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:08.548311 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bf7e7c02-d300-4fad-8ba4-9fdf5b05d020 req-a27665ff-c1e5-412c-8452-698a9888ae95 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.1274083 Apr 12 12:25:08.582180 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] Deleting port c8db3eb5-a6f7-4284-889a-1bb3721a62cd {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:25:08.582747 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.634607 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] For port c8db3eb5-a6f7-4284-889a-1bb3721a62cd, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:08.635046 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.654978 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-6f7eeb58-0164-4007-9949-9699485b520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:08.659018 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-6f7eeb58-0164-4007-9949-9699485b520b service neutron] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 911 time: 0.2276840 Apr 12 12:25:08.686182 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Calling delete_port for c8db3eb5-a6f7-4284-889a-1bb3721a62cd owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:25:08.746599 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] For port c8db3eb5-a6f7-4284-889a-1bb3721a62cd, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,segment=NetworkSegment(6db74bab-b50f-4b93-a123-f5a017c4ba2b),segment_id=6db74bab-b50f-4b93-a123-f5a017c4ba2b)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:08.747377 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.776167 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] Calling delete_port for c8db3eb5-a6f7-4284-889a-1bb3721a62cd owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:25:08.792050 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bf7e7c02-d300-4fad-8ba4-9fdf5b05d020 req-eeaacc26-12f8-489e-a888-cd2cba287abb tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320969 Apr 12 12:25:08.839130 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-9ee80ebd-6049-470b-8869-03e8c77657ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63c754c5-43d1-4476-b155-758814d499cc HTTP/1.1" status: 200 len: 998 time: 0.1689179 Apr 12 12:25:08.963632 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.974018 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-f6e986c4-7495-4dbb-8b4e-a0be1a635ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:08.975889 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-f6e986c4-7495-4dbb-8b4e-a0be1a635ad3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.1299195 Apr 12 12:25:08.984506 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (c8db3eb5-a6f7-4284-889a-1bb3721a62cd), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:08.992199 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:05Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:08.995126 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:09.008921 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] No DVR routers for this DVR port c8db3eb5-a6f7-4284-889a-1bb3721a62cd on host dv-cinder-830093-4-iscsi {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:25:09.041092 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] No DVR routers for this DVR port c8db3eb5-a6f7-4284-889a-1bb3721a62cd on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:25:09.080609 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-f74fb6cb-1f98-40df-b6d4-dfd66396a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:09.081718 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d0b52-9d6c-4bae-bb1f-f9cf77a0e157 None None] Pushing event deleted for resources: {'Port': ['ID=c8db3eb5-a6f7-4284-889a-1bb3721a62cd,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:09.082004 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:25:09.087635 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-f74fb6cb-1f98-40df-b6d4-dfd66396a17c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044896 Apr 12 12:25:09.165242 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:25:09.167176 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:24:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:09.287245 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (7958f7bb-21a9-41ae-84ec-43b3e087f295), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:09.340839 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7958f7bb-21a9-41ae-84ec-43b3e087f295']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:09.364934 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db74bab-b50f-4b93-a123-f5a017c4ba2b') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:09.365450 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db74bab-b50f-4b93-a123-f5a017c4ba2b') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:09.365809 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-3b3aab8d-e24f-41f2-9205-ef791c3b2391 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679958 Apr 12 12:25:09.397070 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (6db74bab-b50f-4b93-a123-f5a017c4ba2b), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:09.433103 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (6db74bab-b50f-4b93-a123-f5a017c4ba2b), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:09.445643 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:25:09.446753 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (6db74bab-b50f-4b93-a123-f5a017c4ba2b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:25:09.548761 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:25:09.572061 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-97896ff1-8b7c-4b5b-b741-93e1cf6ae282 req-1159b686-5309-4226-ada9-893d98a429fa service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979606 Apr 12 12:25:09.662921 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:25:09.666443 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (7958f7bb-21a9-41ae-84ec-43b3e087f295), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:09.676339 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:09.686888 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] 10.222.0.20 "DELETE /v2.0/networks/7958f7bb-21a9-41ae-84ec-43b3e087f295 HTTP/1.1" status: 204 len: 168 time: 1.5882139 Apr 12 12:25:09.729576 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3863b-049a-4dfc-b5ac-1b2e8b91cbbb admin admin] Pushing event deleted for resources: {'Network': ['ID=7958f7bb-21a9-41ae-84ec-43b3e087f295,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:09.759647 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device c8db3eb5-a6f7-4284-889a-1bb3721a62cd no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:25:09.822234 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: c8db3eb5-a6f7-4284-889a-1bb3721a62cd {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:25:09.823409 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device c8db3eb5-a6f7-4284-889a-1bb3721a62cd not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:25:10.043780 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72e7c-568c-476b-97fb-6f0e8cfc3f5d req-a3c21465-4d15-4284-a330-35998d231bdd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:10.048534 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-17b72e7c-568c-476b-97fb-6f0e8cfc3f5d req-a3c21465-4d15-4284-a330-35998d231bdd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.1224892 Apr 12 12:25:10.147011 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:05Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:25:10.190967 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dce02d-75b8-4a67-9a9f-a50e37f5209f None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:05Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:25:10.209552 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-17b72e7c-568c-476b-97fb-6f0e8cfc3f5d req-8b731114-0c32-4e8e-b4fe-46569c363d54 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303213 Apr 12 12:25:10.261145 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47748) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:10.333302 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-94dd5eab-949a-4f65-9ccb-9c19d11ec940 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bb45d94184c415cba3ac337acafead7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0703511 Apr 12 12:25:10.337248 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47750) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:10.416351 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f91745c2-5125-4eb6-a32f-cfe27bf8ed6b admin admin] Publish callbacks [] for security_group (ac803f50-2b28-4f34-8f6a-85c800be63da), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:10.459497 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f91745c2-5125-4eb6-a32f-cfe27bf8ed6b admin admin] Publish callbacks [] for security_group (ac803f50-2b28-4f34-8f6a-85c800be63da), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:10.608958 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f91745c2-5125-4eb6-a32f-cfe27bf8ed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ac803f50-2b28-4f34-8f6a-85c800be63da), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:10.614397 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f91745c2-5125-4eb6-a32f-cfe27bf8ed6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:10.629881 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f91745c2-5125-4eb6-a32f-cfe27bf8ed6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac803f50-2b28-4f34-8f6a-85c800be63da HTTP/1.1" status: 204 len: 168 time: 0.2820413 Apr 12 12:25:10.642250 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f75382-92f5-49a7-b21d-dbef50e82ccb None None] New status for floating IP 8a305f7b-2f2e-41f9-8908-89d332dece01: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:25:10.654316 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91745c2-5125-4eb6-a32f-cfe27bf8ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac803f50-2b28-4f34-8f6a-85c800be63da,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:11.477432 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33317b9-4929-4607-8330-f658c15a55fd req-63a700f4-2dc9-492c-9107-510163304c2a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:11.479151 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f33317b9-4929-4607-8330-f658c15a55fd req-63a700f4-2dc9-492c-9107-510163304c2a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0911398 Apr 12 12:25:11.577865 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f33317b9-4929-4607-8330-f658c15a55fd req-a1247931-9324-4b39-926b-8f1a776f9f8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875103 Apr 12 12:25:12.792176 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1dba6-cdaf-4adb-b185-152769e53d81 req-dbe33a82-a125-40d4-95ea-4a5169a33a24 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:12.800686 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d8f1dba6-cdaf-4adb-b185-152769e53d81 req-dbe33a82-a125-40d4-95ea-4a5169a33a24 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0867109 Apr 12 12:25:12.864116 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d8f1dba6-cdaf-4adb-b185-152769e53d81 req-92ce8769-fd7f-4c85-ae1d-9431c280f459 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618324 Apr 12 12:25:14.041360 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a59e3b-181f-4047-aed9-f21729ea6d55 req-68727489-509b-4e75-ad96-96399629714f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:14.049114 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-50a59e3b-181f-4047-aed9-f21729ea6d55 req-68727489-509b-4e75-ad96-96399629714f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0655880 Apr 12 12:25:14.098986 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-50a59e3b-181f-4047-aed9-f21729ea6d55 req-0a5090ae-f108-499a-96ee-50f75f93b4da tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489509 Apr 12 12:25:14.854279 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47836) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:14.961300 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47840) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:15.067109 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801872d9-7366-4161-9e11-62cd8d698e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.178747 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f97a48b1-6897-408f-bde9-bc6b9434f6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.198303 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801872d9-7366-4161-9e11-62cd8d698e7e admin admin] Publish callbacks [] for security_group (c443c8ef-916e-4a4b-8fd2-c0f02c74bdfa), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.261815 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-801872d9-7366-4161-9e11-62cd8d698e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c443c8ef-916e-4a4b-8fd2-c0f02c74bdfa), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.366310 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801872d9-7366-4161-9e11-62cd8d698e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c443c8ef-916e-4a4b-8fd2-c0f02c74bdfa,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:15.388903 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-801872d9-7366-4161-9e11-62cd8d698e7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e899901c557b48ec96e55be55b5cda46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5324297 Apr 12 12:25:15.390461 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f97a48b1-6897-408f-bde9-bc6b9434f6c7 admin admin] Publish callbacks [] for security_group (c2222553-5a9c-4221-af04-6fea5039694c), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.390835 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47846) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:15.397270 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1348cd2-3b16-4bd5-8156-4e617c6880df req-bc92ec29-171c-4306-87fa-4a6564c6ca13 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:15.398731 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a1348cd2-3b16-4bd5-8156-4e617c6880df req-bc92ec29-171c-4306-87fa-4a6564c6ca13 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.1114714 Apr 12 12:25:15.448691 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b8e298c-eae7-471f-b610-9ca3afd2806b admin admin] Publish callbacks [] for security_group (c443c8ef-916e-4a4b-8fd2-c0f02c74bdfa), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.457731 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a1348cd2-3b16-4bd5-8156-4e617c6880df req-81b9088c-0953-448e-b818-bee6727d1077 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528939 Apr 12 12:25:15.475619 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b8e298c-eae7-471f-b610-9ca3afd2806b admin admin] Publish callbacks [] for security_group (c443c8ef-916e-4a4b-8fd2-c0f02c74bdfa), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.911264 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b8e298c-eae7-471f-b610-9ca3afd2806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c443c8ef-916e-4a4b-8fd2-c0f02c74bdfa), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.911599 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f97a48b1-6897-408f-bde9-bc6b9434f6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c2222553-5a9c-4221-af04-6fea5039694c), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.915322 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b8e298c-eae7-471f-b610-9ca3afd2806b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:15.917857 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3b8e298c-eae7-471f-b610-9ca3afd2806b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c443c8ef-916e-4a4b-8fd2-c0f02c74bdfa HTTP/1.1" status: 204 len: 168 time: 0.5254030 Apr 12 12:25:15.942988 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e298c-eae7-471f-b610-9ca3afd2806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c443c8ef-916e-4a4b-8fd2-c0f02c74bdfa,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:15.955100 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f97a48b1-6897-408f-bde9-bc6b9434f6c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00475985840d43fba972152100ea6680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9919548 Apr 12 12:25:15.959998 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47850) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:15.993119 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a48b1-6897-408f-bde9-bc6b9434f6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2222553-5a9c-4221-af04-6fea5039694c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:16.045001 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd238-6f86-4213-a4b3-a4929467ccc3 admin admin] Publish callbacks [] for security_group (c2222553-5a9c-4221-af04-6fea5039694c), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:16.073372 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd238-6f86-4213-a4b3-a4929467ccc3 admin admin] Publish callbacks [] for security_group (c2222553-5a9c-4221-af04-6fea5039694c), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:16.220434 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd238-6f86-4213-a4b3-a4929467ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c2222553-5a9c-4221-af04-6fea5039694c), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:16.225643 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd238-6f86-4213-a4b3-a4929467ccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:16.228076 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-1c7fd238-6f86-4213-a4b3-a4929467ccc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2222553-5a9c-4221-af04-6fea5039694c HTTP/1.1" status: 204 len: 168 time: 0.2660544 Apr 12 12:25:16.267666 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fd238-6f86-4213-a4b3-a4929467ccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2222553-5a9c-4221-af04-6fea5039694c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:16.622852 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363d724-f20a-4cd8-9d04-d80df3b613d9 req-bdadd59d-b3f7-46e1-a4ca-180444a476a0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:16.625247 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c363d724-f20a-4cd8-9d04-d80df3b613d9 req-bdadd59d-b3f7-46e1-a4ca-180444a476a0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0784373 Apr 12 12:25:16.705985 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c363d724-f20a-4cd8-9d04-d80df3b613d9 req-b45412de-658e-4de3-a6fe-8f873bcdf29f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743735 Apr 12 12:25:17.034765 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47866) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:17.055437 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e7c0cb2a-99e1-4937-bad6-eb0637d151bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.184716 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e7c0cb2a-99e1-4937-bad6-eb0637d151bc admin admin] Publish callbacks [] for security_group (2a5d3ada-f2e6-425a-8e66-9ab7181852f5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.256473 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e7c0cb2a-99e1-4937-bad6-eb0637d151bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (2a5d3ada-f2e6-425a-8e66-9ab7181852f5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.322148 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-e7c0cb2a-99e1-4937-bad6-eb0637d151bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b811b783096476086027744e7f58981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889090 Apr 12 12:25:17.322396 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47868) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:17.325581 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0cb2a-99e1-4937-bad6-eb0637d151bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5d3ada-f2e6-425a-8e66-9ab7181852f5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:17.467035 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83d445b4-c7c2-40a3-86d1-a8a67353bdbe admin admin] Publish callbacks [] for security_group (2a5d3ada-f2e6-425a-8e66-9ab7181852f5), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.500895 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83d445b4-c7c2-40a3-86d1-a8a67353bdbe admin admin] Publish callbacks [] for security_group (2a5d3ada-f2e6-425a-8e66-9ab7181852f5), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.541275 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47870) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:17.557839 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eaaf-dbca-4c87-b300-3ceeb84d91fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.722399 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.820626 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83d445b4-c7c2-40a3-86d1-a8a67353bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (2a5d3ada-f2e6-425a-8e66-9ab7181852f5), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.823797 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83d445b4-c7c2-40a3-86d1-a8a67353bdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:17.825183 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-83d445b4-c7c2-40a3-86d1-a8a67353bdbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a5d3ada-f2e6-425a-8e66-9ab7181852f5 HTTP/1.1" status: 204 len: 168 time: 0.5013926 Apr 12 12:25:17.836584 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d445b4-c7c2-40a3-86d1-a8a67353bdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5d3ada-f2e6-425a-8e66-9ab7181852f5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:17.948930 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42821b3-d1ad-4c34-930e-92e9a3e22c81 req-72cf84db-6ac7-4470-9c06-95949b00e389 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:17.950678 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f42821b3-d1ad-4c34-930e-92e9a3e22c81 req-72cf84db-6ac7-4470-9c06-95949b00e389 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0891578 Apr 12 12:25:18.033104 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eaaf-dbca-4c87-b300-3ceeb84d91fb admin admin] Publish callbacks [] for security_group (9fe86cd7-c8be-4920-adca-bc7172aa46d2), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:18.100527 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eaaf-dbca-4c87-b300-3ceeb84d91fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (9fe86cd7-c8be-4920-adca-bc7172aa46d2), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:18.117126 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f42821b3-d1ad-4c34-930e-92e9a3e22c81 req-aacaa2b6-c59a-4afd-8c67-ef3b1be13e13 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446183 Apr 12 12:25:18.152278 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2eaaf-dbca-4c87-b300-3ceeb84d91fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe86cd7-c8be-4920-adca-bc7172aa46d2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:18.158192 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-0ac2eaaf-dbca-4c87-b300-3ceeb84d91fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5890860e484b69a5748d6df8783bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6156909 Apr 12 12:25:18.162912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47876) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:18.260209 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60a72150-ba9f-4171-956d-e6a9bc6ac1d1 admin admin] Publish callbacks [] for security_group (9fe86cd7-c8be-4920-adca-bc7172aa46d2), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:18.290098 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60a72150-ba9f-4171-956d-e6a9bc6ac1d1 admin admin] Publish callbacks [] for security_group (9fe86cd7-c8be-4920-adca-bc7172aa46d2), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:18.443090 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60a72150-ba9f-4171-956d-e6a9bc6ac1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (9fe86cd7-c8be-4920-adca-bc7172aa46d2), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:18.447605 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60a72150-ba9f-4171-956d-e6a9bc6ac1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:18.450130 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-60a72150-ba9f-4171-956d-e6a9bc6ac1d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fe86cd7-c8be-4920-adca-bc7172aa46d2 HTTP/1.1" status: 204 len: 168 time: 0.2858458 Apr 12 12:25:18.465320 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a72150-ba9f-4171-956d-e6a9bc6ac1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe86cd7-c8be-4920-adca-bc7172aa46d2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:18.864152 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 47884) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:18.885576 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eb34ca2-64e2-4682-a455-021923f084f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:19.040789 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eb34ca2-64e2-4682-a455-021923f084f6 admin admin] Publish callbacks [] for security_group (6597d4f3-2db4-4e74-bf4f-35087fa08bf2), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:19.123214 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eb34ca2-64e2-4682-a455-021923f084f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6597d4f3-2db4-4e74-bf4f-35087fa08bf2), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:19.193117 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6eb34ca2-64e2-4682-a455-021923f084f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=beb5315a705f4f37bc299c98be275288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275590 Apr 12 12:25:19.194326 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb34ca2-64e2-4682-a455-021923f084f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6597d4f3-2db4-4e74-bf4f-35087fa08bf2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:19.195894 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 47894) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:19.302185 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39415758-d7c8-44be-a431-ab48c2dcdc6e admin admin] Publish callbacks [] for security_group (6597d4f3-2db4-4e74-bf4f-35087fa08bf2), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:19.387067 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68470a78-dcaf-4394-8fb6-845aac7490c7 req-844a35e2-3cf7-43e5-afa0-f50f9c0f7b8c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:19.394498 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-68470a78-dcaf-4394-8fb6-845aac7490c7 req-844a35e2-3cf7-43e5-afa0-f50f9c0f7b8c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.1179216 Apr 12 12:25:19.398021 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39415758-d7c8-44be-a431-ab48c2dcdc6e admin admin] Publish callbacks [] for security_group (6597d4f3-2db4-4e74-bf4f-35087fa08bf2), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:19.476224 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-68470a78-dcaf-4394-8fb6-845aac7490c7 req-4424bf7e-15bc-4e37-b606-5ec27686bbba tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806997 Apr 12 12:25:19.853906 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39415758-d7c8-44be-a431-ab48c2dcdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6597d4f3-2db4-4e74-bf4f-35087fa08bf2), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:19.856636 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39415758-d7c8-44be-a431-ab48c2dcdc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:19.859391 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-39415758-d7c8-44be-a431-ab48c2dcdc6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6597d4f3-2db4-4e74-bf4f-35087fa08bf2 HTTP/1.1" status: 204 len: 168 time: 0.6605225 Apr 12 12:25:19.869617 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39415758-d7c8-44be-a431-ab48c2dcdc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6597d4f3-2db4-4e74-bf4f-35087fa08bf2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:19.974025 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d12bd4c5-f9eb-4e72-8658-dbe1753d4e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:20.639661 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cc5d9-8679-45e0-be51-59caa27272c4 req-78e25cc0-5fc2-4519-b17e-f3e57403c0ad tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:20.641765 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ff7cc5d9-8679-45e0-be51-59caa27272c4 req-78e25cc0-5fc2-4519-b17e-f3e57403c0ad tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0680182 Apr 12 12:25:20.730928 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ff7cc5d9-8679-45e0-be51-59caa27272c4 req-41727fcc-7040-4cd7-b083-56d628e4bc9b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804412 Apr 12 12:25:21.870454 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30ff1-fb79-4a70-b0f3-c2a6a6d6a022 req-d628689d-5248-4aa3-9181-20ad1b867399 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:21.877707 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7bf30ff1-fb79-4a70-b0f3-c2a6a6d6a022 req-d628689d-5248-4aa3-9181-20ad1b867399 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0637832 Apr 12 12:25:21.936410 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7bf30ff1-fb79-4a70-b0f3-c2a6a6d6a022 req-31f97c25-5d6e-4d1d-89cd-4b1948326d8f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570667 Apr 12 12:25:22.514857 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7655b5ef-d694-4017-81a4-c9cdbdb0e3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:22.555827 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-63fd6a09-dbe7-42a8-9311-40d3bee1603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:22.557303 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-63fd6a09-dbe7-42a8-9311-40d3bee1603c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 1130 time: 0.0417206 Apr 12 12:25:22.654920 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-eb8faaf2-e6cc-4cce-a195-37fa998ecd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:22.657020 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-eb8faaf2-e6cc-4cce-a195-37fa998ecd15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 918 time: 0.0943952 Apr 12 12:25:22.732214 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-6aad13f9-f690-42d4-aba5-d122b5b3e8f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7 HTTP/1.1" status: 200 len: 1001 time: 0.0682437 Apr 12 12:25:22.782419 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-81f81c04-2104-49e8-93b5-0e053f1b5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:22.784036 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-81f81c04-2104-49e8-93b5-0e053f1b5d24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.0453286 Apr 12 12:25:22.835547 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-418ca018-ad0c-425f-9567-0f4916d84a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:22.837130 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-418ca018-ad0c-425f-9567-0f4916d84a49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462794 Apr 12 12:25:22.928212 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-527d4169-d8b5-4733-9a76-0eef3b47ce7a service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845504 Apr 12 12:25:23.032708 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6fe12027-8921-41fd-8f4a-7f5e99a6bc77 req-47e3050a-143e-4151-bff1-d7021c75df9e service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982494 Apr 12 12:25:23.080722 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d8382-9554-44ad-9499-a9c4d891b886 req-2203e963-32ae-4282-90b7-ffda0948f3f6 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:23.082113 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-389d8382-9554-44ad-9499-a9c4d891b886 req-2203e963-32ae-4282-90b7-ffda0948f3f6 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0642922 Apr 12 12:25:23.128930 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-389d8382-9554-44ad-9499-a9c4d891b886 req-05bec11f-e0c1-46d9-9beb-efc581573c06 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Apr 12 12:25:23.653322 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:24.246568 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df54555-059d-44bf-a84c-503ebfdb311b req-a7341136-b0ce-4c88-b166-d307899301a3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:24.248147 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1df54555-059d-44bf-a84c-503ebfdb311b req-a7341136-b0ce-4c88-b166-d307899301a3 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0481303 Apr 12 12:25:24.295910 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1df54555-059d-44bf-a84c-503ebfdb311b req-b6239763-910d-4b9a-9641-b1572a3f9119 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Apr 12 12:25:25.069207 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:25.416678 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe204a85-8e83-4654-8777-af980c75ea0b req-ea8c7f78-bba6-4823-9b55-2a950bdee012 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:25.418206 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fe204a85-8e83-4654-8777-af980c75ea0b req-ea8c7f78-bba6-4823-9b55-2a950bdee012 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 946 time: 0.0498745 Apr 12 12:25:25.464560 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-fe204a85-8e83-4654-8777-af980c75ea0b req-f578461b-7008-4127-b8a1-eb507f776cdd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408378 Apr 12 12:25:26.270436 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:25:26.366838 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port e860419d-9c0d-4dae-9345-5a3e383a26d7 is: ACTIVE; New status is: DOWN {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:25:26.367448 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:26.392065 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:25:26.395089 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b9a3c8-8e98-4b94-9389-950585afd404" -d '{"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:25:26.414802 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:26.435237 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0915d5-a97d-4413-9dc9-8c1db75c02a0 x-openstack-request-id: req-6c0915d5-a97d-4413-9dc9-8c1db75c02a0 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:25:26.435553 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:25:26.435781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c0915d5-a97d-4413-9dc9-8c1db75c02a0 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:25:26.436357 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0915d5-a97d-4413-9dc9-8c1db75c02a0'] response: {'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'code': 200} Apr 12 12:25:26.437408 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:26.497468 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:26.547923 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=8']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:27.338837 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48088) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:27.444411 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-57d015c3-cf31-4af2-99b2-4ee08ae8193c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:27.517103 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-57d015c3-cf31-4af2-99b2-4ee08ae8193c admin admin] Publish callbacks [] for security_group (0ac00bc2-18f2-476b-80c4-134405bd446f), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:27.594517 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-57d015c3-cf31-4af2-99b2-4ee08ae8193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0ac00bc2-18f2-476b-80c4-134405bd446f), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:27.638701 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-57d015c3-cf31-4af2-99b2-4ee08ae8193c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d59a04e0752945f38049b5d8ad781e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987330 Apr 12 12:25:27.639555 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d015c3-cf31-4af2-99b2-4ee08ae8193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac00bc2-18f2-476b-80c4-134405bd446f,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:27.641477 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48092) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:27.692990 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3ad5-3281-494e-8138-1cb351635143 admin admin] Publish callbacks [] for security_group (0ac00bc2-18f2-476b-80c4-134405bd446f), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:27.716664 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3ad5-3281-494e-8138-1cb351635143 admin admin] Publish callbacks [] for security_group (0ac00bc2-18f2-476b-80c4-134405bd446f), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:27.836437 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3ad5-3281-494e-8138-1cb351635143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0ac00bc2-18f2-476b-80c4-134405bd446f), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:27.839024 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3ad5-3281-494e-8138-1cb351635143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:27.840195 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-dc9f3ad5-3281-494e-8138-1cb351635143 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ac00bc2-18f2-476b-80c4-134405bd446f HTTP/1.1" status: 204 len: 168 time: 0.1977148 Apr 12 12:25:27.848340 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3ad5-3281-494e-8138-1cb351635143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac00bc2-18f2-476b-80c4-134405bd446f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:28.454273 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [req-33e7a785-4745-4ed6-af99-ee4c28a85b3f req-699b4f45-060d-41d1-893d-f01d03e16d8e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:25:28.455354 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-33e7a785-4745-4ed6-af99-ee4c28a85b3f req-699b4f45-060d-41d1-893d-f01d03e16d8e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055282 Apr 12 12:25:28.610357 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48106) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:28.624284 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05e92b66-cbf0-4754-9bb9-788c9d5a8f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:28.701086 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05e92b66-cbf0-4754-9bb9-788c9d5a8f5d admin admin] Publish callbacks [] for security_group (4cf281e6-0a07-4294-9af3-7661bbf54cf1), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:28.788717 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05e92b66-cbf0-4754-9bb9-788c9d5a8f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4cf281e6-0a07-4294-9af3-7661bbf54cf1), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:28.829355 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-05e92b66-cbf0-4754-9bb9-788c9d5a8f5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e68523f6c8543a1a096841446b9b276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177887 Apr 12 12:25:28.830247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e92b66-cbf0-4754-9bb9-788c9d5a8f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf281e6-0a07-4294-9af3-7661bbf54cf1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:28.832598 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48108) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:29.211519 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a699f9-b572-4ac8-a2aa-2ba1c9fec9ee req-0be8dc8c-3762-4603-be2b-0b514d06217b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:29.217496 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-53a699f9-b572-4ac8-a2aa-2ba1c9fec9ee req-0be8dc8c-3762-4603-be2b-0b514d06217b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0748327 Apr 12 12:25:29.242043 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43e883fe-a554-4c2d-a26c-db8a014dc787 admin admin] Publish callbacks [] for security_group (4cf281e6-0a07-4294-9af3-7661bbf54cf1), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:29.282906 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43e883fe-a554-4c2d-a26c-db8a014dc787 admin admin] Publish callbacks [] for security_group (4cf281e6-0a07-4294-9af3-7661bbf54cf1), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:29.297281 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-53a699f9-b572-4ac8-a2aa-2ba1c9fec9ee req-0e891005-1445-4b90-89b8-7214495da27f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729806 Apr 12 12:25:29.463219 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43e883fe-a554-4c2d-a26c-db8a014dc787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (4cf281e6-0a07-4294-9af3-7661bbf54cf1), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:29.466077 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43e883fe-a554-4c2d-a26c-db8a014dc787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:29.467432 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-43e883fe-a554-4c2d-a26c-db8a014dc787 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cf281e6-0a07-4294-9af3-7661bbf54cf1 HTTP/1.1" status: 204 len: 168 time: 0.6330838 Apr 12 12:25:29.477963 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e883fe-a554-4c2d-a26c-db8a014dc787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf281e6-0a07-4294-9af3-7661bbf54cf1,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:29.556520 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-d8c4f4c7-a69e-4b40-90bd-fbabb47451cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406578 Apr 12 12:25:29.559742 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48138) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:29.657100 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-3b691db0-a480-4411-a44f-6681a4d40ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:29.665416 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-3b691db0-a480-4411-a44f-6681a4d40ee6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1129 time: 0.0522583 Apr 12 12:25:29.682019 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-19e52f4a-1e05-4df4-8ba1-226d4754ff95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206768 Apr 12 12:25:29.691149 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-47e85eb1-e792-4cfd-8de7-0fcd8d451735 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104047) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:25:29.692156 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-47e85eb1-e792-4cfd-8de7-0fcd8d451735 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055788 Apr 12 12:25:29.773402 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48148) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:29.779816 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-425c7141-1a36-4cde-8fe4-d7f66c0309dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:29.781511 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-425c7141-1a36-4cde-8fe4-d7f66c0309dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 200 len: 909 time: 0.1000917 Apr 12 12:25:29.857276 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-9da0f9e0-132d-43ef-a55b-4232158218ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 1000 time: 0.0671680 Apr 12 12:25:29.912209 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-d13f357d-2635-43cc-b698-b6ff13c14f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:29.914457 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-d13f357d-2635-43cc-b698-b6ff13c14f5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb35183a-0720-4285-8ea8-d6bc276e77c2 HTTP/1.1" status: 200 len: 847 time: 0.0499938 Apr 12 12:25:29.963288 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-a608bb41-294b-469a-b631-85e2e505f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:29.965263 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-a608bb41-294b-469a-b631-85e2e505f855 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c33142-8a89-49b3-9a6d-6bebb85b0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452342 Apr 12 12:25:29.984455 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:25:30.067368 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-4891e7df-778f-4747-bd63-9cd18fc7b87e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:30.068785 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-4891e7df-778f-4747-bd63-9cd18fc7b87e tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports/e860419d-9c0d-4dae-9345-5a3e383a26d7 HTTP/1.1" status: 200 len: 941 time: 0.2935224 Apr 12 12:25:30.095471 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port e860419d-9c0d-4dae-9345-5a3e383a26d7 is: DOWN; New status is: DOWN {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:25:30.118085 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-42f6a86b-98f2-4a6a-91af-94fc634aea98 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453357 Apr 12 12:25:30.224754 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7443bba4-eb9b-43be-b7f2-9fbb4e047888 req-a61cad03-8df2-4165-9c79-0d2e00d2a457 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994501 Apr 12 12:25:30.429143 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd43ec-610f-415a-9030-f2cf7bc2217c req-af26fee5-7333-401d-b249-42524460372c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:30.430718 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dbfd43ec-610f-415a-9030-f2cf7bc2217c req-af26fee5-7333-401d-b249-42524460372c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0554812 Apr 12 12:25:30.757037 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dbfd43ec-610f-415a-9030-f2cf7bc2217c req-5c54cdae-7026-4926-9804-48420de43c26 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200774 Apr 12 12:25:31.619890 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-9b9bbf09-3bfd-4cc5-a8ab-8118bb38f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:31.621548 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-9b9bbf09-3bfd-4cc5-a8ab-8118bb38f26a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce&tenant_id=fea129a3459c47ffb7d2ac00ef5decbf HTTP/1.1" status: 200 len: 1128 time: 0.0460184 Apr 12 12:25:31.689272 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-c30e3733-a20e-49f0-8be8-ec81c5b67ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:31.690798 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-c30e3733-a20e-49f0-8be8-ec81c5b67ec5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 1128 time: 0.0458093 Apr 12 12:25:31.799032 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-31207056-6863-4d2b-a737-9a678265d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:31.802130 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-31207056-6863-4d2b-a737-9a678265d1c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 200 len: 918 time: 0.1045058 Apr 12 12:25:31.882793 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-9ba50abc-f818-4468-be16-574c18bea964 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7 HTTP/1.1" status: 200 len: 999 time: 0.0745575 Apr 12 12:25:31.908045 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e7121-288c-422a-8b67-b8ad09f48ba0 req-904ef4a7-0eda-4274-8ef7-5d413f970280 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:31.911231 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-083e7121-288c-422a-8b67-b8ad09f48ba0 req-904ef4a7-0eda-4274-8ef7-5d413f970280 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0701275 Apr 12 12:25:31.960315 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-84be9133-2e16-42fd-b1d7-8eb0ae73531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:31.962796 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-84be9133-2e16-42fd-b1d7-8eb0ae73531e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 200 len: 856 time: 0.0742507 Apr 12 12:25:31.971775 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-083e7121-288c-422a-8b67-b8ad09f48ba0 req-290db879-c319-4aa4-96e9-e17c9f53213c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526795 Apr 12 12:25:32.017473 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-54cf268f-c0e2-447b-9a21-4956412df0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:32.019609 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-54cf268f-c0e2-447b-9a21-4956412df0a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513489 Apr 12 12:25:32.118508 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-6391e7bd-c83b-4875-ae62-49c47dc433c7 service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913403 Apr 12 12:25:32.218221 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-daed6faf-5632-4145-8ee4-7e3242d09b7e req-a35b0ffd-3f10-48fb-9dba-2b7f75556acc service neutron] 10.222.0.23 "GET /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941412 Apr 12 12:25:32.484174 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48236) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:32.605563 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e56384ba-7dc6-42d7-ae91-3d5b975a08fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:32.689409 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e56384ba-7dc6-42d7-ae91-3d5b975a08fb admin admin] Publish callbacks [] for security_group (804eeff3-8c64-4b3d-9a45-db095d43b0f3), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:32.777281 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e56384ba-7dc6-42d7-ae91-3d5b975a08fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (804eeff3-8c64-4b3d-9a45-db095d43b0f3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:32.822876 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-e56384ba-7dc6-42d7-ae91-3d5b975a08fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da9517888cce449aa17547624b7e98c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373890 Apr 12 12:25:32.823651 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56384ba-7dc6-42d7-ae91-3d5b975a08fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804eeff3-8c64-4b3d-9a45-db095d43b0f3,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:32.825663 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48250) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:32.895577 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-701863ff-dffa-4146-b107-da400a773f55 admin admin] Publish callbacks [] for security_group (804eeff3-8c64-4b3d-9a45-db095d43b0f3), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:32.922911 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-701863ff-dffa-4146-b107-da400a773f55 admin admin] Publish callbacks [] for security_group (804eeff3-8c64-4b3d-9a45-db095d43b0f3), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:33.087940 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-701863ff-dffa-4146-b107-da400a773f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (804eeff3-8c64-4b3d-9a45-db095d43b0f3), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:33.106022 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-701863ff-dffa-4146-b107-da400a773f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:33.109102 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-701863ff-dffa-4146-b107-da400a773f55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/804eeff3-8c64-4b3d-9a45-db095d43b0f3 HTTP/1.1" status: 204 len: 168 time: 0.2817910 Apr 12 12:25:33.127258 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701863ff-dffa-4146-b107-da400a773f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804eeff3-8c64-4b3d-9a45-db095d43b0f3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:33.330943 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7635da-c33e-4dc1-8734-1f6b6861f376 req-c812a544-bde3-4502-a5a4-c2dbda27cfd1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:33.332989 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1e7635da-c33e-4dc1-8734-1f6b6861f376 req-c812a544-bde3-4502-a5a4-c2dbda27cfd1 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.1707923 Apr 12 12:25:33.409626 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1e7635da-c33e-4dc1-8734-1f6b6861f376 req-62c5a5a6-a8be-4fc1-9dc3-b4dbf0f54b22 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677245 Apr 12 12:25:33.916640 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48264) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:34.061287 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f582ea1-e725-48e1-a0dd-a707883787db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.126504 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48268) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:34.161954 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e847-c76c-4d87-ad87-f8874d212e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.204009 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f582ea1-e725-48e1-a0dd-a707883787db admin admin] Publish callbacks [] for security_group (581a6f2e-7d1d-46a0-85d3-1969fc182416), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.293347 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e847-c76c-4d87-ad87-f8874d212e6b admin admin] Publish callbacks [] for security_group (b2b2bc7d-3764-45e6-afc9-92a885a045f4), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.294027 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f582ea1-e725-48e1-a0dd-a707883787db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (581a6f2e-7d1d-46a0-85d3-1969fc182416), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.363982 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e847-c76c-4d87-ad87-f8874d212e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (b2b2bc7d-3764-45e6-afc9-92a885a045f4), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.369432 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-5f582ea1-e725-48e1-a0dd-a707883787db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66ebb53253514a8e82e70877b8ed005a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512923 Apr 12 12:25:34.371739 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f582ea1-e725-48e1-a0dd-a707883787db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581a6f2e-7d1d-46a0-85d3-1969fc182416,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:34.375941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48270) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:34.423012 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c2b1e847-c76c-4d87-ad87-f8874d212e6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3e969d7bff6473290862aae2f3ec594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933881 Apr 12 12:25:34.426865 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48272) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:34.485755 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3306bbd0-c9c9-4c25-8e1c-058fb8132467 admin admin] Publish callbacks [] for security_group (581a6f2e-7d1d-46a0-85d3-1969fc182416), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.492304 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1e847-c76c-4d87-ad87-f8874d212e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b2bc7d-3764-45e6-afc9-92a885a045f4,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:34.525567 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3306bbd0-c9c9-4c25-8e1c-058fb8132467 admin admin] Publish callbacks [] for security_group (581a6f2e-7d1d-46a0-85d3-1969fc182416), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.532127 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7488dc98-476c-4cda-97d4-b624e693d85b admin admin] Publish callbacks [] for security_group (b2b2bc7d-3764-45e6-afc9-92a885a045f4), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.605109 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7488dc98-476c-4cda-97d4-b624e693d85b admin admin] Publish callbacks [] for security_group (b2b2bc7d-3764-45e6-afc9-92a885a045f4), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.634764 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ea6bb-693b-4266-bc7d-f439afa0f5b4 req-e4d84e87-f599-42d9-8902-4e195df43489 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:34.636487 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bf8ea6bb-693b-4266-bc7d-f439afa0f5b4 req-e4d84e87-f599-42d9-8902-4e195df43489 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0975151 Apr 12 12:25:34.694613 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3306bbd0-c9c9-4c25-8e1c-058fb8132467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (581a6f2e-7d1d-46a0-85d3-1969fc182416), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.701851 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3306bbd0-c9c9-4c25-8e1c-058fb8132467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.704398 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3306bbd0-c9c9-4c25-8e1c-058fb8132467 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/581a6f2e-7d1d-46a0-85d3-1969fc182416 HTTP/1.1" status: 204 len: 168 time: 0.3265524 Apr 12 12:25:34.727208 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bf8ea6bb-693b-4266-bc7d-f439afa0f5b4 req-6e968e60-c5ab-444f-9c6c-05e133744f54 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727389 Apr 12 12:25:34.740010 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306bbd0-c9c9-4c25-8e1c-058fb8132467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a6f2e-7d1d-46a0-85d3-1969fc182416,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:34.812668 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7488dc98-476c-4cda-97d4-b624e693d85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (b2b2bc7d-3764-45e6-afc9-92a885a045f4), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.817125 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7488dc98-476c-4cda-97d4-b624e693d85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:34.820588 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7488dc98-476c-4cda-97d4-b624e693d85b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2b2bc7d-3764-45e6-afc9-92a885a045f4 HTTP/1.1" status: 204 len: 168 time: 0.3897486 Apr 12 12:25:34.832638 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488dc98-476c-4cda-97d4-b624e693d85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b2bc7d-3764-45e6-afc9-92a885a045f4,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:35.773151 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48294) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:35.788831 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6bd687e1-e8be-4292-b238-ccb44134b069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:35.948250 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6bd687e1-e8be-4292-b238-ccb44134b069 admin admin] Publish callbacks [] for security_group (18a22a84-7637-4248-b3e6-afc387ed3b30), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:35.958183 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9fa7-1190-4f8e-bff3-4076e5ede4f5 req-f2a144ed-207f-4b4e-9f29-b81b62a6bc13 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:35.960001 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7dba9fa7-1190-4f8e-bff3-4076e5ede4f5 req-f2a144ed-207f-4b4e-9f29-b81b62a6bc13 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0796139 Apr 12 12:25:36.024672 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6bd687e1-e8be-4292-b238-ccb44134b069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (18a22a84-7637-4248-b3e6-afc387ed3b30), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:36.132723 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7dba9fa7-1190-4f8e-bff3-4076e5ede4f5 req-ac1eb4e2-32bf-4fd8-a68c-e61b4a62fe5a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513298 Apr 12 12:25:36.151611 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48304) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:36.153525 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-6bd687e1-e8be-4292-b238-ccb44134b069 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fd0d696e18d49869e26f70404fe4537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773077 Apr 12 12:25:36.173794 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd687e1-e8be-4292-b238-ccb44134b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a22a84-7637-4248-b3e6-afc387ed3b30,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:36.254235 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e5731a0-85ab-42b3-b0ee-a627568a1498 admin admin] Publish callbacks [] for security_group (18a22a84-7637-4248-b3e6-afc387ed3b30), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:36.304891 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e5731a0-85ab-42b3-b0ee-a627568a1498 admin admin] Publish callbacks [] for security_group (18a22a84-7637-4248-b3e6-afc387ed3b30), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:36.472439 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e5731a0-85ab-42b3-b0ee-a627568a1498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (18a22a84-7637-4248-b3e6-afc387ed3b30), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:36.477689 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e5731a0-85ab-42b3-b0ee-a627568a1498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:36.479869 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-8e5731a0-85ab-42b3-b0ee-a627568a1498 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18a22a84-7637-4248-b3e6-afc387ed3b30 HTTP/1.1" status: 204 len: 168 time: 0.3265688 Apr 12 12:25:36.513671 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5731a0-85ab-42b3-b0ee-a627568a1498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a22a84-7637-4248-b3e6-afc387ed3b30,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:37.382999 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218f5f-967c-41bb-8a29-e9dc9fae352a req-781ca2d9-bbe5-4c00-9296-0514e6e52ad7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:37.384714 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0b218f5f-967c-41bb-8a29-e9dc9fae352a req-781ca2d9-bbe5-4c00-9296-0514e6e52ad7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0715320 Apr 12 12:25:37.442038 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0b218f5f-967c-41bb-8a29-e9dc9fae352a req-457ae107-d07e-4b8e-9c51-99bda810b1f7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504611 Apr 12 12:25:38.297179 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48340) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:38.463205 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1028a1c-9765-4fb9-baec-42382bdd0e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:38.668212 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1028a1c-9765-4fb9-baec-42382bdd0e9f admin admin] Publish callbacks [] for security_group (5501f6a0-14a7-4704-a944-b637a558cc60), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:38.702148 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c4a5-1346-4ce8-9bbf-de66cce36336 req-0e205437-52f0-40ee-a80d-5077cb9207d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:38.706098 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bc91c4a5-1346-4ce8-9bbf-de66cce36336 req-0e205437-52f0-40ee-a80d-5077cb9207d0 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0956478 Apr 12 12:25:38.746215 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1028a1c-9765-4fb9-baec-42382bdd0e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (5501f6a0-14a7-4704-a944-b637a558cc60), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:38.808546 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-e1028a1c-9765-4fb9-baec-42382bdd0e9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a6ef6c23d1c4d259a42e2df4d61f895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097420 Apr 12 12:25:38.814128 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bc91c4a5-1346-4ce8-9bbf-de66cce36336 req-01492be9-9fb2-4f28-80b4-c452329a1629 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984578 Apr 12 12:25:38.814657 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48352) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:38.828453 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1028a1c-9765-4fb9-baec-42382bdd0e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5501f6a0-14a7-4704-a944-b637a558cc60,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:38.905935 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-203ee68e-3a25-4fe7-8a65-3de7f3120f7b admin admin] Publish callbacks [] for security_group (5501f6a0-14a7-4704-a944-b637a558cc60), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:38.953481 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-203ee68e-3a25-4fe7-8a65-3de7f3120f7b admin admin] Publish callbacks [] for security_group (5501f6a0-14a7-4704-a944-b637a558cc60), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:39.099726 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-203ee68e-3a25-4fe7-8a65-3de7f3120f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (5501f6a0-14a7-4704-a944-b637a558cc60), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:39.105373 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-203ee68e-3a25-4fe7-8a65-3de7f3120f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:39.110390 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-203ee68e-3a25-4fe7-8a65-3de7f3120f7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5501f6a0-14a7-4704-a944-b637a558cc60 HTTP/1.1" status: 204 len: 168 time: 0.2903104 Apr 12 12:25:39.134543 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ee68e-3a25-4fe7-8a65-3de7f3120f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5501f6a0-14a7-4704-a944-b637a558cc60,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:40.087913 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4cb02-ee1d-4859-8e3a-2f0d199e5f39 req-33a278e8-db11-4da6-a08a-b171b4d4407c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:40.095814 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-18f4cb02-ee1d-4859-8e3a-2f0d199e5f39 req-33a278e8-db11-4da6-a08a-b171b4d4407c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.1296577 Apr 12 12:25:40.218016 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-18f4cb02-ee1d-4859-8e3a-2f0d199e5f39 req-16936839-b811-4200-a4f3-5f6921e9fc48 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168234 Apr 12 12:25:41.418171 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb74b6-3bc0-45f7-96e2-ad2082629516 req-97070b2d-9443-4d7d-a4c8-4efc03ed8f8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:41.419900 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-21fb74b6-3bc0-45f7-96e2-ad2082629516 req-97070b2d-9443-4d7d-a4c8-4efc03ed8f8d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0944984 Apr 12 12:25:41.497078 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-21fb74b6-3bc0-45f7-96e2-ad2082629516 req-9c63f471-d6e0-4932-8a8b-89daf6e1d743 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638452 Apr 12 12:25:42.669164 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766efd8-584b-4215-9285-f311b9f8e500 req-6c560f04-46d4-4c0d-ae5c-067865d992e7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:42.672427 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4766efd8-584b-4215-9285-f311b9f8e500 req-6c560f04-46d4-4c0d-ae5c-067865d992e7 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0770786 Apr 12 12:25:42.758934 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4766efd8-584b-4215-9285-f311b9f8e500 req-bc7c6562-c4fa-4060-aca7-31c59ed7ff37 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754054 Apr 12 12:25:43.918330 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c494-1fe0-4e01-8e69-b36cdd2f8246 req-05e647e9-075d-4c77-9438-f27dba11d84f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:43.920016 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1782c494-1fe0-4e01-8e69-b36cdd2f8246 req-05e647e9-075d-4c77-9438-f27dba11d84f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 944 time: 0.0523739 Apr 12 12:25:43.972381 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1782c494-1fe0-4e01-8e69-b36cdd2f8246 req-ee3b80f8-ac80-4f25-8d12-325ff88954d4 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455358 Apr 12 12:25:44.064102 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:25:44.181356 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:44.200479 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'port_id': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'mac_address': 'fa:16:3e:4c:78:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:25:44.248364 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port e860419d-9c0d-4dae-9345-5a3e383a26d7 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:25:44.248755 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:44.264076 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e860419d-9c0d-4dae-9345-5a3e383a26d7 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:25:44.288110 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:44.323425 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:25:44.414313 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:44.481241 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=9']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:44.642380 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['e860419d-9c0d-4dae-9345-5a3e383a26d7'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:25:45.121350 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc07de-4f8f-40cd-92ed-08dbc344bfa1 req-390c6aa4-99a7-4097-bbcd-3753a1752ef4 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:45.125044 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c9fc07de-4f8f-40cd-92ed-08dbc344bfa1 req-390c6aa4-99a7-4097-bbcd-3753a1752ef4 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 945 time: 0.0543728 Apr 12 12:25:45.209765 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c9fc07de-4f8f-40cd-92ed-08dbc344bfa1 req-92651400-3d79-4ba1-b2a7-3fead9b05c1f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798180 Apr 12 12:25:46.057958 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:25:46.130311 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port e860419d-9c0d-4dae-9345-5a3e383a26d7 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:25:46.130676 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:46.215001 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port e860419d-9c0d-4dae-9345-5a3e383a26d7 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:25:46.215391 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:46.241292 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:25:46.243801 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda6fe0-2598-4c74-b565-e2546682ec98" -d '{"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-plugged", "status": "completed", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:25:46.259808 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:25:46.286286 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de85774-489a-40e1-a05e-c0ef8bd47ef4 x-openstack-request-id: req-9de85774-489a-40e1-a05e-c0ef8bd47ef4 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:25:46.286911 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-plugged", "status": "completed", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:25:46.287173 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9de85774-489a-40e1-a05e-c0ef8bd47ef4 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:25:46.287579 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de85774-489a-40e1-a05e-c0ef8bd47ef4'] response: {'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'code': 200} Apr 12 12:25:46.350330 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085995d6-d2d8-4ad2-87c0-96056c656e91 req-2eb7a05f-4f34-4687-ae2a-a18026aa5f6c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:46.351052 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:46.352766 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-085995d6-d2d8-4ad2-87c0-96056c656e91 req-2eb7a05f-4f34-4687-ae2a-a18026aa5f6c tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 945 time: 0.0497715 Apr 12 12:25:46.410795 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-085995d6-d2d8-4ad2-87c0-96056c656e91 req-669c098d-b052-4156-9440-4eeb1deeec04 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514910 Apr 12 12:25:46.420798 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=10']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:46.716528 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177bd9-d5c4-45b9-a7c7-0a6e12d691f7 req-e0fe1d49-62ec-4b3a-8e4c-baae39257a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:46.718090 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-57177bd9-d5c4-45b9-a7c7-0a6e12d691f7 req-e0fe1d49-62ec-4b3a-8e4c-baae39257a7c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 1131 time: 0.0448258 Apr 12 12:25:46.776899 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-57177bd9-d5c4-45b9-a7c7-0a6e12d691f7 req-de8a41f6-cdd7-4f66-ab24-200ecce05bb4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515914 Apr 12 12:25:47.298023 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48530) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:47.460669 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-09b79948-b8ea-4b06-8b1f-07d42e2f2af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:47.539350 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3b48-8b4a-4237-b0f7-65904bb00e93 req-f079b56a-c11a-4d98-8212-86d6bcb50b59 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:47.540984 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e86d3b48-8b4a-4237-b0f7-65904bb00e93 req-f079b56a-c11a-4d98-8212-86d6bcb50b59 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 947 time: 0.0547404 Apr 12 12:25:47.548877 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-09b79948-b8ea-4b06-8b1f-07d42e2f2af8 admin admin] Publish callbacks [] for security_group (be71ca1e-2c93-4a66-a3cc-4bf5551320d2), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:47.600663 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e86d3b48-8b4a-4237-b0f7-65904bb00e93 req-456b1a0f-20b5-4247-aba8-a58f5156be7d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507491 Apr 12 12:25:47.631213 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:47.685791 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-09b79948-b8ea-4b06-8b1f-07d42e2f2af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (be71ca1e-2c93-4a66-a3cc-4bf5551320d2), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:47.731212 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-09b79948-b8ea-4b06-8b1f-07d42e2f2af8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0b820b6836c44878ac33c210a2b03ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320028 Apr 12 12:25:47.732727 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48540) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:47.733570 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b79948-b8ea-4b06-8b1f-07d42e2f2af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be71ca1e-2c93-4a66-a3cc-4bf5551320d2,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:47.756834 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec0b6e-0807-45ca-b1ce-1f0458c4d577 req-44cee8cb-5b91-4f64-801d-4173620f3a0f tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:47.758438 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77ec0b6e-0807-45ca-b1ce-1f0458c4d577 req-44cee8cb-5b91-4f64-801d-4173620f3a0f tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0631218 Apr 12 12:25:47.790995 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44a7729c-b046-4d2a-9b38-14d71fb228ca admin admin] Publish callbacks [] for security_group (be71ca1e-2c93-4a66-a3cc-4bf5551320d2), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:47.816231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44a7729c-b046-4d2a-9b38-14d71fb228ca admin admin] Publish callbacks [] for security_group (be71ca1e-2c93-4a66-a3cc-4bf5551320d2), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:47.820372 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-77ec0b6e-0807-45ca-b1ce-1f0458c4d577 req-71c17adf-31c3-4bb1-bac6-2ae0e00d4ecf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546534 Apr 12 12:25:47.945575 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44a7729c-b046-4d2a-9b38-14d71fb228ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (be71ca1e-2c93-4a66-a3cc-4bf5551320d2), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:47.948458 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44a7729c-b046-4d2a-9b38-14d71fb228ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:47.949994 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-44a7729c-b046-4d2a-9b38-14d71fb228ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be71ca1e-2c93-4a66-a3cc-4bf5551320d2 HTTP/1.1" status: 204 len: 168 time: 0.2130232 Apr 12 12:25:47.960894 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7729c-b046-4d2a-9b38-14d71fb228ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be71ca1e-2c93-4a66-a3cc-4bf5551320d2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:48.671407 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48568) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:48.697757 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:48.763232 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb60cb-ad9f-4fcc-b835-8358f1add520 req-15a242c6-3156-4f2c-a9c9-62fb94d7147b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:48.764842 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3dfb60cb-ad9f-4fcc-b835-8358f1add520 req-15a242c6-3156-4f2c-a9c9-62fb94d7147b tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 947 time: 0.0742216 Apr 12 12:25:48.794979 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Publish callbacks [] for security_group (a149a925-72cc-48ac-bccd-1fc94971dab2), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:48.837285 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-3dfb60cb-ad9f-4fcc-b835-8358f1add520 req-f755aef0-0d81-43e1-ae4d-c893e64c7977 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631983 Apr 12 12:25:48.914677 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a149a925-72cc-48ac-bccd-1fc94971dab2), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:48.989369 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60c8e6-cbb2-4465-94a9-aa9d5104ad78 req-8a00d400-8612-42cb-8693-288d4fdecd44 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:48.990984 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6d60c8e6-cbb2-4465-94a9-aa9d5104ad78 req-8a00d400-8612-42cb-8693-288d4fdecd44 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0950909 Apr 12 12:25:48.993416 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a2e733dbe294fa7af57efbf703f4e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204734 Apr 12 12:25:48.994717 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a149a925-72cc-48ac-bccd-1fc94971dab2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:48.998567 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48584) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:49.007010 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.007010 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.007348 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.008018 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.008018 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.008337 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.008694 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.009052 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.009385 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.009714 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.010075 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.010404 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.010721 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.011043 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.011364 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d842e23b-03a3-45ac-ac1e-db4daf7b40d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:49.077755 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6d60c8e6-cbb2-4465-94a9-aa9d5104ad78 req-cdd01cfe-0cb6-4850-82d9-ca4e26764955 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738263 Apr 12 12:25:49.078520 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e892-8b62-4ccf-80fe-57d15cb31788 admin admin] Publish callbacks [] for security_group (a149a925-72cc-48ac-bccd-1fc94971dab2), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:49.122843 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e892-8b62-4ccf-80fe-57d15cb31788 admin admin] Publish callbacks [] for security_group (a149a925-72cc-48ac-bccd-1fc94971dab2), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:49.299735 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e892-8b62-4ccf-80fe-57d15cb31788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a149a925-72cc-48ac-bccd-1fc94971dab2), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:49.302646 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e892-8b62-4ccf-80fe-57d15cb31788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:49.303835 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-f1b3e892-8b62-4ccf-80fe-57d15cb31788 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a149a925-72cc-48ac-bccd-1fc94971dab2 HTTP/1.1" status: 204 len: 168 time: 0.3038099 Apr 12 12:25:49.313780 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3e892-8b62-4ccf-80fe-57d15cb31788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a149a925-72cc-48ac-bccd-1fc94971dab2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:49.731531 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e0a94e06-964b-43f2-ad0b-704cfb50ce96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:49.981837 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f9244-418d-42c2-a4c2-70b6df39ffe3 req-06eb7ddb-2320-4ac8-8278-0ba73c0bb67a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:49.983431 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-298f9244-418d-42c2-a4c2-70b6df39ffe3 req-06eb7ddb-2320-4ac8-8278-0ba73c0bb67a tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 947 time: 0.0585711 Apr 12 12:25:50.040424 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-298f9244-418d-42c2-a4c2-70b6df39ffe3 req-d1b5a3a6-107a-427f-b343-f4bbb151e298 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511856 Apr 12 12:25:50.196819 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1cc4e-727c-44ad-80fa-b84ebb85f9cc req-01f14cb8-c405-4534-b8d4-358e72dd6515 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:50.198461 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-70b1cc4e-727c-44ad-80fa-b84ebb85f9cc req-01f14cb8-c405-4534-b8d4-358e72dd6515 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0503554 Apr 12 12:25:50.225721 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48604) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:50.240597 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b2726f1c-6d01-4c34-a5bb-de03756d9f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:50.257672 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-70b1cc4e-727c-44ad-80fa-b84ebb85f9cc req-efa4a7c3-5aee-4a3d-a19a-113b2dd44601 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533814 Apr 12 12:25:50.330993 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b2726f1c-6d01-4c34-a5bb-de03756d9f1a admin admin] Publish callbacks [] for security_group (75fab89c-6a05-45e7-8756-20f13e8feec7), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:50.396526 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b2726f1c-6d01-4c34-a5bb-de03756d9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (75fab89c-6a05-45e7-8756-20f13e8feec7), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:50.434820 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2726f1c-6d01-4c34-a5bb-de03756d9f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fab89c-6a05-45e7-8756-20f13e8feec7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:50.439297 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-b2726f1c-6d01-4c34-a5bb-de03756d9f1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d586b46db9e44f3878f573404f3dffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124918 Apr 12 12:25:50.442772 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48608) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:50.498418 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c132867e-05e4-414d-905e-e2fb9e34b416 admin admin] Publish callbacks [] for security_group (75fab89c-6a05-45e7-8756-20f13e8feec7), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:50.517147 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c132867e-05e4-414d-905e-e2fb9e34b416 admin admin] Publish callbacks [] for security_group (75fab89c-6a05-45e7-8756-20f13e8feec7), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:50.685407 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c132867e-05e4-414d-905e-e2fb9e34b416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (75fab89c-6a05-45e7-8756-20f13e8feec7), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:50.688044 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c132867e-05e4-414d-905e-e2fb9e34b416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:50.689242 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-c132867e-05e4-414d-905e-e2fb9e34b416 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75fab89c-6a05-45e7-8756-20f13e8feec7 HTTP/1.1" status: 204 len: 168 time: 0.2455294 Apr 12 12:25:50.701442 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132867e-05e4-414d-905e-e2fb9e34b416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fab89c-6a05-45e7-8756-20f13e8feec7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:51.192039 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570ed02-d38b-4e67-9110-d294527ee117 req-4d064d40-134b-43ed-8b2b-c9c022d6a4b9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:51.193651 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7570ed02-d38b-4e67-9110-d294527ee117 req-4d064d40-134b-43ed-8b2b-c9c022d6a4b9 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 947 time: 0.0626590 Apr 12 12:25:51.246679 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7570ed02-d38b-4e67-9110-d294527ee117 req-050abf0d-6acc-49b3-8bbf-c2a7e67c1151 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465376 Apr 12 12:25:51.395066 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05927808-a206-4dfd-a19f-235c366d2552 req-38c95ee2-f362-47a3-b28c-2675d126962a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:51.398080 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-05927808-a206-4dfd-a19f-235c366d2552 req-38c95ee2-f362-47a3-b28c-2675d126962a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0591371 Apr 12 12:25:51.459968 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-05927808-a206-4dfd-a19f-235c366d2552 req-2d48a55f-6d35-45cf-81a0-977b1c40b33f tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538828 Apr 12 12:25:51.854833 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48652) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:51.958386 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-670455212-network', 'tenant_id': '88e95b29192e4250ac82dc840c3a8c6f'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:25:52.062676 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Made reservation on behalf of 88e95b29192e4250ac82dc840c3a8c6f for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:25:52.065058 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.075000 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.153909 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Publish callbacks [] for security_group (3d52d6db-6aea-4ba3-944b-372cdd88692e), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.208136 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (3d52d6db-6aea-4ba3-944b-372cdd88692e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.233952 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:25:52.244040 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52d6db-6aea-4ba3-944b-372cdd88692e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:52.248748 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (8f6510be-4c2c-4b1f-a577-571b6dc05cb3), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.249130 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.segments_db [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Added segment 8f6510be-4c2c-4b1f-a577-571b6dc05cb3 of type vlan for network 92304abf-b9b2-4b1c-8eae-b028b91f04c8 Apr 12 12:25:52.290817 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (92304abf-b9b2-4b1c-8eae-b028b91f04c8), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.418857 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (92304abf-b9b2-4b1c-8eae-b028b91f04c8), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.419939 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:52.420730 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.491214 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=92304abf-b9b2-4b1c-8eae-b028b91f04c8,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:52.502639 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network 92304abf-b9b2-4b1c-8eae-b028b91f04c8 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:25:52.523176 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-1640dfe3-4700-4509-9133-21d064f9a5e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6670737 Apr 12 12:25:52.526134 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48666) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:52.531134 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Request body: {'subnet': {'network_id': '92304abf-b9b2-4b1c-8eae-b028b91f04c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-670455212-subnet', 'tenant_id': '88e95b29192e4250ac82dc840c3a8c6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:25:52.571968 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e772-e3f6-45b6-b5e6-045ed7e7bb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.590617 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a420-d78f-4de0-bf70-d2bc0493c5b9 req-f460078c-9338-4609-900e-ec4449f33fb2 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:52.592151 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6180a420-d78f-4de0-bf70-d2bc0493c5b9 req-f460078c-9338-4609-900e-ec4449f33fb2 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0566649 Apr 12 12:25:52.649278 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6180a420-d78f-4de0-bf70-d2bc0493c5b9 req-9b14c0cf-f54c-48b6-a62d-6196902ad523 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507724 Apr 12 12:25:52.658972 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Made reservation on behalf of 88e95b29192e4250ac82dc840c3a8c6f for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:25:52.661332 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11594485'] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:52.935355 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48670) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:52.943263 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11594471'] for subnet (3bcb8f99-6842-4ad2-874e-74b3e39c2244), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.004099 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bcb8f99-6842-4ad2-874e-74b3e39c2244,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:53.013926 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Checking segment: {'id': '8f6510be-4c2c-4b1f-a577-571b6dc05cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92304abf-b9b2-4b1c-8eae-b028b91f04c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:25:53.014346 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Network hostable DHCP agents. Network: 92304abf-b9b2-4b1c-8eae-b028b91f04c8, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:25:53.049137 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fb9f1d62-6924-47f4-9ac8-1011b0d352fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.123893 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fb9f1d62-6924-47f4-9ac8-1011b0d352fc admin admin] Publish callbacks [] for security_group (a78a7ca2-fa92-4379-a045-6393c842fc97), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.124780 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Network 92304abf-b9b2-4b1c-8eae-b028b91f04c8 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:25:53.202559 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fb9f1d62-6924-47f4-9ac8-1011b0d352fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a78a7ca2-fa92-4379-a045-6393c842fc97), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.226471 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, 92304abf-b9b2-4b1c-8eae-b028b91f04c8) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:25:53.235542 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42871c50-d91c-42be-85ff-8305631a4261 None None] Network 92304abf-b9b2-4b1c-8eae-b028b91f04c8 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:25:53.241097 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:53.246578 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.255119 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-fb9f1d62-6924-47f4-9ac8-1011b0d352fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=552aada6d1eb460eb0e6ba6e35993af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186598 Apr 12 12:25:53.258390 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f1d62-6924-47f4-9ac8-1011b0d352fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78a7ca2-fa92-4379-a045-6393c842fc97,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:53.259593 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48674) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:53.317662 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1f965d5-1cfa-4fad-9452-d2f0d878ce46 admin admin] Publish callbacks [] for security_group (a78a7ca2-fa92-4379-a045-6393c842fc97), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.333359 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d17a481f-4beb-4fb1-be75-0b5dd400b1f9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8059735 Apr 12 12:25:53.346415 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1f965d5-1cfa-4fad-9452-d2f0d878ce46 admin admin] Publish callbacks [] for security_group (a78a7ca2-fa92-4379-a045-6393c842fc97), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.350613 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f3aca-a71d-45eb-9127-1203ba33a3cd None None] Network 92304abf-b9b2-4b1c-8eae-b028b91f04c8 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:25:53.522553 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1f965d5-1cfa-4fad-9452-d2f0d878ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a78a7ca2-fa92-4379-a045-6393c842fc97), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.525171 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1f965d5-1cfa-4fad-9452-d2f0d878ce46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.529011 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-a1f965d5-1cfa-4fad-9452-d2f0d878ce46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a78a7ca2-fa92-4379-a045-6393c842fc97 HTTP/1.1" status: 204 len: 168 time: 0.2657073 Apr 12 12:25:53.535211 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f965d5-1cfa-4fad-9452-d2f0d878ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78a7ca2-fa92-4379-a045-6393c842fc97,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:53.624884 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:53.779617 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7c2df-9175-44eb-9c04-6d06c2255dae req-4952c297-6b52-46c4-b5bf-9e0f6f13411b tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:53.781412 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-61a7c2df-9175-44eb-9c04-6d06c2255dae req-4952c297-6b52-46c4-b5bf-9e0f6f13411b tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0576057 Apr 12 12:25:53.841769 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-61a7c2df-9175-44eb-9c04-6d06c2255dae req-1d6d674c-c450-45d4-a7b8-9cafad3c44d3 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525024 Apr 12 12:25:54.182864 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48700) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:54.187897 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1361357920-network', 'tenant_id': 'b78ceda9c1af4773bfed4a9d042ab7c3'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:25:54.273467 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48702) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:54.285673 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Made reservation on behalf of b78ceda9c1af4773bfed4a9d042ab7c3 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:25:54.287151 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.288258 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.301115 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.375367 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Publish callbacks [] for security_group (f695cbe7-1e9b-41a1-8f1c-38a85dbd8d52), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.381255 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Publish callbacks [] for security_group (bbd6fe80-4af7-466a-9462-faac71e5d58f), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.482415 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (f695cbe7-1e9b-41a1-8f1c-38a85dbd8d52), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.514160 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (bbd6fe80-4af7-466a-9462-faac71e5d58f), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.522904 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f695cbe7-1e9b-41a1-8f1c-38a85dbd8d52,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:54.526914 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f14d973bc81742d5b14b04d5e862b37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523909 Apr 12 12:25:54.532835 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48704) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:54.537362 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:25:54.541119 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.541119 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.541119 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.541435 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.541641 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.541967 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.542295 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.542616 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.542941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.543266 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.543587 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.543910 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.544228 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.544551 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.544888 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5b9034-3467-4382-961e-9d57e3e7baad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:25:54.553468 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd6fe80-4af7-466a-9462-faac71e5d58f,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:54.559191 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (fb73ff3d-d12a-4103-921f-0fa742f48d62), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.559440 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Added segment fb73ff3d-d12a-4103-921f-0fa742f48d62 of type vlan for network dfaa760c-f259-4b3e-94e9-13b8675f41c5 Apr 12 12:25:54.595318 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f96662e8-05f1-4fc0-a2f4-6955db08f1c8 admin admin] Publish callbacks [] for security_group (f695cbe7-1e9b-41a1-8f1c-38a85dbd8d52), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.602317 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (dfaa760c-f259-4b3e-94e9-13b8675f41c5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.620281 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f96662e8-05f1-4fc0-a2f4-6955db08f1c8 admin admin] Publish callbacks [] for security_group (f695cbe7-1e9b-41a1-8f1c-38a85dbd8d52), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.750820 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (dfaa760c-f259-4b3e-94e9-13b8675f41c5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.751815 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:54.752401 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.785499 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f96662e8-05f1-4fc0-a2f4-6955db08f1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (f695cbe7-1e9b-41a1-8f1c-38a85dbd8d52), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.788277 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f96662e8-05f1-4fc0-a2f4-6955db08f1c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:54.789664 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-f96662e8-05f1-4fc0-a2f4-6955db08f1c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f695cbe7-1e9b-41a1-8f1c-38a85dbd8d52 HTTP/1.1" status: 204 len: 168 time: 0.2555237 Apr 12 12:25:54.797881 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96662e8-05f1-4fc0-a2f4-6955db08f1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f695cbe7-1e9b-41a1-8f1c-38a85dbd8d52,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:54.817434 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] Pushing event updated for resources: {'Network': ['ID=dfaa760c-f259-4b3e-94e9-13b8675f41c5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:54.833850 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network dfaa760c-f259-4b3e-94e9-13b8675f41c5 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:25:54.905142 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48710) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:54.906631 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b492dc1c-3bdf-4045-9577-d15fbeed261a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7225485 Apr 12 12:25:54.910973 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Request body: {'subnet': {'network_id': 'dfaa760c-f259-4b3e-94e9-13b8675f41c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1361357920-subnet', 'tenant_id': 'b78ceda9c1af4773bfed4a9d042ab7c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:25:54.975797 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4139991-0d66-4654-b40f-ca6a3d6c287f req-25519d61-788d-4820-bf79-83bf61ac29d1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:54.978741 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a4139991-0d66-4654-b40f-ca6a3d6c287f req-25519d61-788d-4820-bf79-83bf61ac29d1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0546293 Apr 12 12:25:55.033745 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a4139991-0d66-4654-b40f-ca6a3d6c287f req-919518ff-7f8b-44e9-b37b-fb14a2039229 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499759 Apr 12 12:25:55.035774 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Made reservation on behalf of b78ceda9c1af4773bfed4a9d042ab7c3 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:25:55.038002 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11594485'] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:55.093656 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:55.274279 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11594471'] for subnet (3b0da621-62dc-4b65-8d77-f793b825a44a), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:55.333114 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0da621-62dc-4b65-8d77-f793b825a44a,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:55.342952 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Checking segment: {'id': 'fb73ff3d-d12a-4103-921f-0fa742f48d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dfaa760c-f259-4b3e-94e9-13b8675f41c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:25:55.342952 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Network hostable DHCP agents. Network: dfaa760c-f259-4b3e-94e9-13b8675f41c5, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:25:55.425328 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Network dfaa760c-f259-4b3e-94e9-13b8675f41c5 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:25:55.508406 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, dfaa760c-f259-4b3e-94e9-13b8675f41c5) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:25:55.512755 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:55.513369 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:55.519059 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770e1bb-bbd7-4615-b364-7d83ff407ae0 None None] Network dfaa760c-f259-4b3e-94e9-13b8675f41c5 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:25:55.627070 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-0114fb7d-5cf4-4338-b03d-b5329f3096fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7192991 Apr 12 12:25:55.645327 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48716) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:55.660175 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e70283b0-aa87-4b32-a725-9fa6d167f638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:55.781653 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e70283b0-aa87-4b32-a725-9fa6d167f638 admin admin] Publish callbacks [] for security_group (e689f6f2-b188-4a68-ac90-6e07c703af84), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:55.792123 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06ace6-5640-46bc-b4e4-8bf2cd7c504b None None] Network dfaa760c-f259-4b3e-94e9-13b8675f41c5 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:25:55.834134 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e70283b0-aa87-4b32-a725-9fa6d167f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (e689f6f2-b188-4a68-ac90-6e07c703af84), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:55.876302 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-e70283b0-aa87-4b32-a725-9fa6d167f638 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=442ca5dfc3c544d19cfa725f2fc5af56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298481 Apr 12 12:25:55.878484 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70283b0-aa87-4b32-a725-9fa6d167f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e689f6f2-b188-4a68-ac90-6e07c703af84,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:55.879856 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48722) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:25:55.943214 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c20f4c1e-5635-4525-8d64-9c470b97db48 admin admin] Publish callbacks [] for security_group (e689f6f2-b188-4a68-ac90-6e07c703af84), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:55.971159 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c20f4c1e-5635-4525-8d64-9c470b97db48 admin admin] Publish callbacks [] for security_group (e689f6f2-b188-4a68-ac90-6e07c703af84), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:56.091240 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c20f4c1e-5635-4525-8d64-9c470b97db48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (e689f6f2-b188-4a68-ac90-6e07c703af84), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:56.095311 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c20f4c1e-5635-4525-8d64-9c470b97db48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:56.100711 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c20f4c1e-5635-4525-8d64-9c470b97db48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e689f6f2-b188-4a68-ac90-6e07c703af84 HTTP/1.1" status: 204 len: 168 time: 0.2152743 Apr 12 12:25:56.110514 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f4c1e-5635-4525-8d64-9c470b97db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e689f6f2-b188-4a68-ac90-6e07c703af84,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:25:56.170229 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c1a87-a7eb-497b-b5d0-24f78363a96a req-e022c557-8478-4b63-8fa6-bccde42ab230 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:56.171841 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c40c1a87-a7eb-497b-b5d0-24f78363a96a req-e022c557-8478-4b63-8fa6-bccde42ab230 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0644119 Apr 12 12:25:56.225478 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c40c1a87-a7eb-497b-b5d0-24f78363a96a req-d2f98754-1570-4ad2-949c-4109632b8a57 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473058 Apr 12 12:25:56.388944 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:25:57.348752 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf2a30-8c85-4d3b-a6d4-674ac094da59 req-cffd560d-1871-4173-a907-a50edb46a7e1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:57.350482 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4daf2a30-8c85-4d3b-a6d4-674ac094da59 req-cffd560d-1871-4173-a907-a50edb46a7e1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0572369 Apr 12 12:25:57.400455 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4daf2a30-8c85-4d3b-a6d4-674ac094da59 req-b54aae06-3cb6-46cd-a744-69522ff6f421 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444386 Apr 12 12:25:58.031735 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-aa454087-430e-4e91-a59a-a1e88dc24a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:58.033321 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-aa454087-430e-4e91-a59a-a1e88dc24a3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1129 time: 0.0440531 Apr 12 12:25:58.143509 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-9cce880a-2bf0-43bf-89a0-bec9a569d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:58.145234 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-9cce880a-2bf0-43bf-89a0-bec9a569d3e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 200 len: 909 time: 0.1048851 Apr 12 12:25:58.215831 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-42efa6d9-98a5-4af1-a4d6-954f1cd6d04e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 1000 time: 0.0618687 Apr 12 12:25:58.269234 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-da8e7652-c114-49c1-9ea0-8a3940ad6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:58.270782 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-da8e7652-c114-49c1-9ea0-8a3940ad6d72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb35183a-0720-4285-8ea8-d6bc276e77c2 HTTP/1.1" status: 200 len: 847 time: 0.0493374 Apr 12 12:25:58.327534 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-e242e5da-2081-4f66-b6c2-311d1644d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:58.329104 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-e242e5da-2081-4f66-b6c2-311d1644d1a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c33142-8a89-49b3-9a6d-6bebb85b0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515616 Apr 12 12:25:58.433660 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-d2df2cc1-4026-4656-8842-884c0ca78531 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987976 Apr 12 12:25:58.551857 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f7032427-ee3c-4e41-b8ac-78adbfca82e1 req-9b3d0a5d-2911-4977-ac93-cbfeab184598 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123426 Apr 12 12:25:58.576327 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582208-1814-46fc-9d66-f423faf3e206 req-37f07703-b55e-44d5-9c83-a66b2a530e77 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:58.577953 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dd582208-1814-46fc-9d66-f423faf3e206 req-37f07703-b55e-44d5-9c83-a66b2a530e77 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0686297 Apr 12 12:25:58.636572 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-dd582208-1814-46fc-9d66-f423faf3e206 req-7b91840d-a641-4ccc-aa99-f8efce5a242e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487995 Apr 12 12:25:59.772194 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc4438-d4db-4cf0-aefb-726ec5d449cd req-2386ffc2-f806-4795-83e7-2e5b42ef8a84 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:25:59.773839 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-42fc4438-d4db-4cf0-aefb-726ec5d449cd req-2386ffc2-f806-4795-83e7-2e5b42ef8a84 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0532353 Apr 12 12:25:59.838803 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-42fc4438-d4db-4cf0-aefb-726ec5d449cd req-e54b2d49-e26e-4182-9d2d-03ffc45cc50b tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585561 Apr 12 12:26:00.957716 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3491490-c685-4db7-bb92-8e1679a13986 req-48f23933-9b40-40a0-8faa-29139ad762ae tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:00.959337 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f3491490-c685-4db7-bb92-8e1679a13986 req-48f23933-9b40-40a0-8faa-29139ad762ae tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0510032 Apr 12 12:26:01.015462 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f3491490-c685-4db7-bb92-8e1679a13986 req-06c2da00-daa0-4a48-b221-9e9084312ac5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473981 Apr 12 12:26:02.131814 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570c0f-7c97-47ae-84a1-4b500a498ea0 req-05ea6f1a-5514-4c1d-84e2-39925513ffc4 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:02.133308 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-06570c0f-7c97-47ae-84a1-4b500a498ea0 req-05ea6f1a-5514-4c1d-84e2-39925513ffc4 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0469704 Apr 12 12:26:02.186001 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-06570c0f-7c97-47ae-84a1-4b500a498ea0 req-bc976509-8c43-4cad-a367-964574292edc tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470257 Apr 12 12:26:02.577352 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7d75-9cc2-4969-a0cb-e45d7d2cc446 req-9d60ad42-4e07-440d-ac71-9acd6928846f tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:02.578811 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-eebc7d75-9cc2-4969-a0cb-e45d7d2cc446 req-9d60ad42-4e07-440d-ac71-9acd6928846f tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0492709 Apr 12 12:26:02.643117 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-877a5879-3cc0-4404-b7d2-a2ff2bd1db4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725372 Apr 12 12:26:02.669113 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-eebc7d75-9cc2-4969-a0cb-e45d7d2cc446 req-fa7cdd8a-c825-4ccb-b06f-2304e44d8679 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824580 Apr 12 12:26:02.720062 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baad2f-c010-496e-9633-a060bd70477a req-0d68fa29-b7e0-41b0-8f2f-4fc332704edf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:02.721558 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-0d68fa29-b7e0-41b0-8f2f-4fc332704edf tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports/d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 942 time: 0.0500085 Apr 12 12:26:03.793510 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7163171-8423-4be8-856a-482eadecdfd7 req-cae68653-b568-43f3-92d8-b43fb295af7e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:03.795024 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c7163171-8423-4be8-856a-482eadecdfd7 req-cae68653-b568-43f3-92d8-b43fb295af7e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0541034 Apr 12 12:26:03.846741 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c7163171-8423-4be8-856a-482eadecdfd7 req-02093637-c431-4d5e-bca3-297bee9d28f3 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460525 Apr 12 12:26:04.111202 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d9a6019b-123c-4e02-af9c-f5594baf9f75 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:26:04.190388 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port d9a6019b-123c-4e02-af9c-f5594baf9f75 is: ACTIVE; New status is: DOWN {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:04.190768 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:04.213781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:26:04.216035 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f2618-2833-4f19-8950-99f84934300a" -d '{"events": [{"server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:26:04.228483 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:04.247573 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 12:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4800d603-cbca-4bf2-9503-ef9468d3fdff x-openstack-request-id: req-4800d603-cbca-4bf2-9503-ef9468d3fdff {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:26:04.247908 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "name": "network-vif-unplugged", "status": "failed", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75", "code": 422}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:26:04.248201 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4800d603-cbca-4bf2-9503-ef9468d3fdff {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:26:04.248679 dv-cinder-830093-4-iscsi neutron-server[104048]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4800d603-cbca-4bf2-9503-ef9468d3fdff']: {'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'code': 422} returned with failed status Apr 12 12:26:04.319756 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:04.374396 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=6']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:04.382330 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.382654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.382995 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.383350 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.383681 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.384007 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.384328 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.384648 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.385013 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.385334 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.385654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.385977 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.386315 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.386804 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.387044 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:04.965870 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a12f-06ce-4e36-9385-759f6b36bccb req-ce3ec5d0-bf05-401b-9783-2c8aa4c91f48 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:04.967491 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9016a12f-06ce-4e36-9385-759f6b36bccb req-ce3ec5d0-bf05-401b-9783-2c8aa4c91f48 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0495071 Apr 12 12:26:05.022188 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9016a12f-06ce-4e36-9385-759f6b36bccb req-a8d86d12-2f78-4aa6-823f-91002e64a3b6 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489452 Apr 12 12:26:05.557299 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baad2f-c010-496e-9633-a060bd70477a req-ef45231c-6b82-4841-b8c1-64ef9e852fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:05.558860 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-ef45231c-6b82-4841-b8c1-64ef9e852fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb&tenant_id=cc92f5198e7a48eb8439b88714806b81 HTTP/1.1" status: 200 len: 1127 time: 0.0409009 Apr 12 12:26:05.630792 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baad2f-c010-496e-9633-a060bd70477a req-27561ea6-b1fc-4845-903c-bceb53497872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:05.632289 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-27561ea6-b1fc-4845-903c-bceb53497872 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1127 time: 0.0435596 Apr 12 12:26:05.731347 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baad2f-c010-496e-9633-a060bd70477a req-2fcf8529-018f-441b-a28a-d92b59f83b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:05.732892 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-2fcf8529-018f-441b-a28a-d92b59f83b92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 200 len: 909 time: 0.0936127 Apr 12 12:26:05.804718 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-b96f0895-f8b4-413d-a964-16dc55cb0ee8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 998 time: 0.0659835 Apr 12 12:26:05.852475 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baad2f-c010-496e-9633-a060bd70477a req-851ad257-4520-4380-9218-d55691e7cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:05.853967 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-851ad257-4520-4380-9218-d55691e7cd91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb35183a-0720-4285-8ea8-d6bc276e77c2 HTTP/1.1" status: 200 len: 847 time: 0.0433924 Apr 12 12:26:05.900156 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baad2f-c010-496e-9633-a060bd70477a req-802831f3-fab7-470e-9016-78480e637b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:05.901670 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-802831f3-fab7-470e-9016-78480e637b00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c33142-8a89-49b3-9a6d-6bebb85b0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383925 Apr 12 12:26:05.995094 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-fb1d494b-d5e2-46a7-aa2c-2cacc607cd51 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862267 Apr 12 12:26:06.090253 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a9baad2f-c010-496e-9633-a060bd70477a req-88ccc884-24b4-4538-973c-b54c0e0eaa21 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863342 Apr 12 12:26:06.145777 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3380f-6914-4932-9874-dd566d303d24 req-fb00cb7d-1956-49d0-9c46-039db645c78e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:06.147304 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ecd3380f-6914-4932-9874-dd566d303d24 req-fb00cb7d-1956-49d0-9c46-039db645c78e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0534925 Apr 12 12:26:06.199175 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ecd3380f-6914-4932-9874-dd566d303d24 req-7cade8dc-fc6a-4f50-980c-48a3043258ec tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460098 Apr 12 12:26:07.322529 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4436c7f-3f78-40ee-ba65-084696b7743e req-a274a21b-591c-4a02-be85-c5114cc26cb3 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:07.324129 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e4436c7f-3f78-40ee-ba65-084696b7743e req-a274a21b-591c-4a02-be85-c5114cc26cb3 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0546532 Apr 12 12:26:07.383974 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e4436c7f-3f78-40ee-ba65-084696b7743e req-a1c775d7-c0a7-47e3-9106-332d7f8f2240 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488861 Apr 12 12:26:08.501191 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6cd8d-7a20-455a-9139-5bc4c2cb6c61 req-c86a4955-bc1a-4de4-8a77-6c5bb82ada34 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:08.502734 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dfe6cd8d-7a20-455a-9139-5bc4c2cb6c61 req-c86a4955-bc1a-4de4-8a77-6c5bb82ada34 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0479186 Apr 12 12:26:08.560235 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-dfe6cd8d-7a20-455a-9139-5bc4c2cb6c61 req-4200bdff-e4df-4bfc-84b0-a8e6ce21d538 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505419 Apr 12 12:26:09.091199 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48948) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:09.212961 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58419cbb-1857-4df1-b21d-11a95b216cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:09.292552 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58419cbb-1857-4df1-b21d-11a95b216cd7 admin admin] Publish callbacks [] for security_group (01043548-2147-4a4d-b236-646d3c229c3d), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:09.382543 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58419cbb-1857-4df1-b21d-11a95b216cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (01043548-2147-4a4d-b236-646d3c229c3d), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:09.422212 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-58419cbb-1857-4df1-b21d-11a95b216cd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83042f5ac3f14ddb937b63220fbf6293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299518 Apr 12 12:26:09.422903 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58419cbb-1857-4df1-b21d-11a95b216cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01043548-2147-4a4d-b236-646d3c229c3d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:09.424820 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48952) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:09.478628 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-550ed422-05b5-49e1-afe9-8ff3619d5c5f admin admin] Publish callbacks [] for security_group (01043548-2147-4a4d-b236-646d3c229c3d), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:09.500081 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-550ed422-05b5-49e1-afe9-8ff3619d5c5f admin admin] Publish callbacks [] for security_group (01043548-2147-4a4d-b236-646d3c229c3d), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:09.616660 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-550ed422-05b5-49e1-afe9-8ff3619d5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (01043548-2147-4a4d-b236-646d3c229c3d), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:09.622969 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-550ed422-05b5-49e1-afe9-8ff3619d5c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:09.622969 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-550ed422-05b5-49e1-afe9-8ff3619d5c5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01043548-2147-4a4d-b236-646d3c229c3d HTTP/1.1" status: 204 len: 168 time: 0.1943741 Apr 12 12:26:09.629114 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ed422-05b5-49e1-afe9-8ff3619d5c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01043548-2147-4a4d-b236-646d3c229c3d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:09.681986 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4f5c2-f78d-4dbc-a526-25863a822939 req-47b1e8d7-d4e3-43f9-8206-1b896314122a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:09.683654 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7dc4f5c2-f78d-4dbc-a526-25863a822939 req-47b1e8d7-d4e3-43f9-8206-1b896314122a tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0536511 Apr 12 12:26:09.742204 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-7dc4f5c2-f78d-4dbc-a526-25863a822939 req-2c062719-df36-4315-a5df-a71d98fda8e5 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519814 Apr 12 12:26:10.410028 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48968) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:10.424982 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-15106282-dcbf-4027-ba9e-82e86cc82793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:10.504932 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-15106282-dcbf-4027-ba9e-82e86cc82793 admin admin] Publish callbacks [] for security_group (11e00346-ef7b-43c9-a808-028f4a78833b), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:10.613530 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-15106282-dcbf-4027-ba9e-82e86cc82793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (11e00346-ef7b-43c9-a808-028f4a78833b), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:10.652395 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15106282-dcbf-4027-ba9e-82e86cc82793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e00346-ef7b-43c9-a808-028f4a78833b,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:10.657784 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-15106282-dcbf-4027-ba9e-82e86cc82793 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00b73656dc364033a60de0c24cd10c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464316 Apr 12 12:26:10.660228 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48970) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:10.719065 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41bde43f-84fa-4f2d-8320-3b0a7033eafa admin admin] Publish callbacks [] for security_group (11e00346-ef7b-43c9-a808-028f4a78833b), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:10.744097 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41bde43f-84fa-4f2d-8320-3b0a7033eafa admin admin] Publish callbacks [] for security_group (11e00346-ef7b-43c9-a808-028f4a78833b), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:10.873841 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41bde43f-84fa-4f2d-8320-3b0a7033eafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (11e00346-ef7b-43c9-a808-028f4a78833b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:10.876774 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41bde43f-84fa-4f2d-8320-3b0a7033eafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:10.876989 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fb704-0fa0-4fcc-87be-38a9e4d8eb2b req-b98f755c-3e36-430b-8d1b-453ad0ca2c5c tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:10.881369 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-41bde43f-84fa-4f2d-8320-3b0a7033eafa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11e00346-ef7b-43c9-a808-028f4a78833b HTTP/1.1" status: 204 len: 168 time: 0.2169917 Apr 12 12:26:10.899663 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-439fb704-0fa0-4fcc-87be-38a9e4d8eb2b req-b98f755c-3e36-430b-8d1b-453ad0ca2c5c tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0518665 Apr 12 12:26:10.900801 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bde43f-84fa-4f2d-8320-3b0a7033eafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e00346-ef7b-43c9-a808-028f4a78833b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:10.955046 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-439fb704-0fa0-4fcc-87be-38a9e4d8eb2b req-5263e422-3637-4fd3-b182-a82cffef375b tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642684 Apr 12 12:26:11.773967 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 48986) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:11.787956 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c10d9c10-8b70-46d3-9cd9-a4cc7c8c9eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:11.875661 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c10d9c10-8b70-46d3-9cd9-a4cc7c8c9eca admin admin] Publish callbacks [] for security_group (6185034a-f89f-4804-b2ad-59d2b3747239), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:11.944756 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c10d9c10-8b70-46d3-9cd9-a4cc7c8c9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6185034a-f89f-4804-b2ad-59d2b3747239), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:11.991571 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d9c10-8b70-46d3-9cd9-a4cc7c8c9eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6185034a-f89f-4804-b2ad-59d2b3747239,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:12.000210 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c10d9c10-8b70-46d3-9cd9-a4cc7c8c9eca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c81d35376984c4c91c096146ca38615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241006 Apr 12 12:26:12.005742 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 48994) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:12.076220 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b80dbcee-db0e-4b08-a7ec-4cc7ea1570b6 admin admin] Publish callbacks [] for security_group (6185034a-f89f-4804-b2ad-59d2b3747239), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:12.102089 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b80dbcee-db0e-4b08-a7ec-4cc7ea1570b6 admin admin] Publish callbacks [] for security_group (6185034a-f89f-4804-b2ad-59d2b3747239), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:12.128027 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdc4f0-03c5-4a3e-85f4-0c2d567058ef req-d6ef7e46-648b-47e6-9539-b09d538ca946 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:12.130295 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-89cdc4f0-03c5-4a3e-85f4-0c2d567058ef req-d6ef7e46-648b-47e6-9539-b09d538ca946 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0672624 Apr 12 12:26:12.183971 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-89cdc4f0-03c5-4a3e-85f4-0c2d567058ef req-dcabecc7-c5b4-43bb-8984-3a801813f5c3 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482132 Apr 12 12:26:12.230923 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b80dbcee-db0e-4b08-a7ec-4cc7ea1570b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6185034a-f89f-4804-b2ad-59d2b3747239), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:12.233192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b80dbcee-db0e-4b08-a7ec-4cc7ea1570b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:12.234365 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-b80dbcee-db0e-4b08-a7ec-4cc7ea1570b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6185034a-f89f-4804-b2ad-59d2b3747239 HTTP/1.1" status: 204 len: 168 time: 0.2330670 Apr 12 12:26:12.242852 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dbcee-db0e-4b08-a7ec-4cc7ea1570b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185034a-f89f-4804-b2ad-59d2b3747239,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:13.298564 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d4795-e75b-4772-b9b3-7ad95d668a61 req-8c215b86-3c03-4ae5-a5ec-dcf0bc887066 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:13.299940 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7f3d4795-e75b-4772-b9b3-7ad95d668a61 req-8c215b86-3c03-4ae5-a5ec-dcf0bc887066 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0494294 Apr 12 12:26:13.349812 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7f3d4795-e75b-4772-b9b3-7ad95d668a61 req-66ba363f-4348-4660-9381-4fc08f7ad82c tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Apr 12 12:26:13.429333 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49030) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:13.524143 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1682257771-network', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:13.645129 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Made reservation on behalf of 824b23f1ee20493fad5d8f23f8b43aa4 for: {'network': 1} {{(pid=104047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:26:13.648057 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.658662 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.661032 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49044) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:13.705406 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9281dd-eebb-410b-aef6-d59b8fd8c855 admin admin] Deleting subnet 3bcb8f99-6842-4ad2-874e-74b3e39c2244 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:26:13.709272 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d9281dd-eebb-410b-aef6-d59b8fd8c855 admin admin] Publish callbacks [] for subnet (3bcb8f99-6842-4ad2-874e-74b3e39c2244), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.736913 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Publish callbacks [] for security_group (6e2fce81-6f13-4098-84ce-9c796d1a1444), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.743950 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d9281dd-eebb-410b-aef6-d59b8fd8c855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11870298'] for subnet (3bcb8f99-6842-4ad2-874e-74b3e39c2244), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.788237 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d9281dd-eebb-410b-aef6-d59b8fd8c855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (3bcb8f99-6842-4ad2-874e-74b3e39c2244), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.828158 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6e2fce81-6f13-4098-84ce-9c796d1a1444), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.853891 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:26:13.863476 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2fce81-6f13-4098-84ce-9c796d1a1444,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:13.871071 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (0e918a18-ca31-4c8b-9185-ffa834c555a0), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.871071 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.segments_db [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Added segment 0e918a18-ca31-4c8b-9185-ffa834c555a0 of type vlan for network bda01a0d-6ece-45d0-a25c-de7ade83bc84 Apr 12 12:26:13.910544 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (bda01a0d-6ece-45d0-a25c-de7ade83bc84), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.931067 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d9281dd-eebb-410b-aef6-d59b8fd8c855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11594472'] for subnet (3bcb8f99-6842-4ad2-874e-74b3e39c2244), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.958140 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9281dd-eebb-410b-aef6-d59b8fd8c855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bcb8f99-6842-4ad2-874e-74b3e39c2244,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:13.960691 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d9281dd-eebb-410b-aef6-d59b8fd8c855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:13.963944 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-2d9281dd-eebb-410b-aef6-d59b8fd8c855 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3bcb8f99-6842-4ad2-874e-74b3e39c2244 HTTP/1.1" status: 204 len: 168 time: 0.3012228 Apr 12 12:26:13.966436 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49046) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:14.010567 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (bda01a0d-6ece-45d0-a25c-de7ade83bc84), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.011661 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:14.012194 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.037816 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (92304abf-b9b2-4b1c-8eae-b028b91f04c8), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.078444 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] Pushing event updated for resources: {'Network': ['ID=bda01a0d-6ece-45d0-a25c-de7ade83bc84,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:14.089379 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:26:14.124389 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (92304abf-b9b2-4b1c-8eae-b028b91f04c8), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.135953 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-cefb9329-888b-4ace-8ead-3aa46dffabb9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7055097 Apr 12 12:26:14.139623 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49048) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:14.149501 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Request body: {'subnet': {'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1682257771-subnet', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:14.164487 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92304abf-b9b2-4b1c-8eae-b028b91f04c8']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:14.179689 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6510be-4c2c-4b1f-a577-571b6dc05cb3') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:14.180632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6510be-4c2c-4b1f-a577-571b6dc05cb3') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:14.184112 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d9a6019b-123c-4e02-af9c-f5594baf9f75 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:26:14.202479 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11870291'] for segment (8f6510be-4c2c-4b1f-a577-571b6dc05cb3), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.217701 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (8f6510be-4c2c-4b1f-a577-571b6dc05cb3), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.223628 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:26:14.224157 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871964'] for segment (8f6510be-4c2c-4b1f-a577-571b6dc05cb3), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: Traceback (most recent call last): Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: timer() Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: cb(*args, **kw) Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: return func(*args, **kwargs) Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: self._notify() Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: self.callback(batched_events) Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: event.method(event) Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: return f(self, *a, **k) Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._get(url).json() Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: return self.request(url, 'GET', **kwargs) Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:26:14.225854 dv-cinder-830093-4-iscsi neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:26:14.270152 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Made reservation on behalf of 824b23f1ee20493fad5d8f23f8b43aa4 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:26:14.272426 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11594485'] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.294151 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:14.306284 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'port_id': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'mac_address': 'fa:16:3e:dd:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:26:14.343806 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port d9a6019b-123c-4e02-af9c-f5594baf9f75 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:14.344108 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.360574 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a6019b-123c-4e02-af9c-f5594baf9f75 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:26:14.382479 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:14.382929 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (92304abf-b9b2-4b1c-8eae-b028b91f04c8), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.393367 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.396512 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/92304abf-b9b2-4b1c-8eae-b028b91f04c8 HTTP/1.1" status: 204 len: 168 time: 0.4291546 Apr 12 12:26:14.399496 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49052) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:14.412982 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d83f-914d-4933-9bd2-4d7b918017f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92304abf-b9b2-4b1c-8eae-b028b91f04c8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:14.468148 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.486151 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ba798-c586-48d8-a7dc-b08d430280cd req-fc6e5815-2b77-460e-8963-4ea0a935c24d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:14.487632 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-266ba798-c586-48d8-a7dc-b08d430280cd req-fc6e5815-2b77-460e-8963-4ea0a935c24d tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 943 time: 0.0566242 Apr 12 12:26:14.491073 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a650360-3417-4c32-a244-e1927700a63b admin admin] Deleting subnet 3b0da621-62dc-4b65-8d77-f793b825a44a {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:26:14.495319 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5a650360-3417-4c32-a244-e1927700a63b admin admin] Publish callbacks [] for subnet (3b0da621-62dc-4b65-8d77-f793b825a44a), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.516027 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=7']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:14.525613 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11594471'] for subnet (601abe34-e27b-4b19-b1fd-ff0eb3b5c56d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.544319 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5a650360-3417-4c32-a244-e1927700a63b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (3b0da621-62dc-4b65-8d77-f793b825a44a), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.580613 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=601abe34-e27b-4b19-b1fd-ff0eb3b5c56d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:14.589347 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Checking segment: {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:14.590140 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Network hostable DHCP agents. Network: bda01a0d-6ece-45d0-a25c-de7ade83bc84, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:26:14.599580 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-266ba798-c586-48d8-a7dc-b08d430280cd req-488165f3-898a-4c68-b075-05ff7f72aadb tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015513 Apr 12 12:26:14.607852 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5a650360-3417-4c32-a244-e1927700a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (3b0da621-62dc-4b65-8d77-f793b825a44a), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.687765 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:26:14.725081 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['d9a6019b-123c-4e02-af9c-f5594baf9f75'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:26:14.745502 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5a650360-3417-4c32-a244-e1927700a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (3b0da621-62dc-4b65-8d77-f793b825a44a), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.771708 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a650360-3417-4c32-a244-e1927700a63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0da621-62dc-4b65-8d77-f793b825a44a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:14.776726 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5a650360-3417-4c32-a244-e1927700a63b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.780174 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-5a650360-3417-4c32-a244-e1927700a63b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3b0da621-62dc-4b65-8d77-f793b825a44a HTTP/1.1" status: 204 len: 168 time: 0.3793502 Apr 12 12:26:14.782172 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, bda01a0d-6ece-45d0-a25c-de7ade83bc84) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:14.784281 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49054) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:14.791079 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:14.791374 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869aa33-b5d4-4df0-ae0a-0773cba03f1d None None] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:26:14.791677 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.860212 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (dfaa760c-f259-4b3e-94e9-13b8675f41c5), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.871326 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49056) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:14.871687 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d32e09ae-4a8d-4d4e-90ed-f0442a10c993 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7309051 Apr 12 12:26:14.876324 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:14.948518 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:26:14.949506 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.964272 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (dfaa760c-f259-4b3e-94e9-13b8675f41c5), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:14.986027 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaa760c-f259-4b3e-94e9-13b8675f41c5']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:14.995771 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb73ff3d-d12a-4103-921f-0fa742f48d62') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:14.996082 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb73ff3d-d12a-4103-921f-0fa742f48d62') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:15.006079 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (fb73ff3d-d12a-4103-921f-0fa742f48d62), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.014430 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.015570 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.026644 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (fb73ff3d-d12a-4103-921f-0fa742f48d62), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.032669 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:26:15.033090 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (fb73ff3d-d12a-4103-921f-0fa742f48d62), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:26:15.034757 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:26:15.153931 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (dfaa760c-f259-4b3e-94e9-13b8675f41c5), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.163847 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.164365 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Allocated IP 172.20.0.2 (bda01a0d-6ece-45d0-a25c-de7ade83bc84/601abe34-e27b-4b19-b1fd-ff0eb3b5c56d/ce656094-9ace-4551-9736-d767cf44976a) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:26:15.170952 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] 10.222.0.20 "DELETE /v2.0/networks/dfaa760c-f259-4b3e-94e9-13b8675f41c5 HTTP/1.1" status: 204 len: 168 time: 0.3834581 Apr 12 12:26:15.194219 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8db94f-9699-40ed-93da-b0557051a89c admin admin] Pushing event deleted for resources: {'Network': ['ID=dfaa760c-f259-4b3e-94e9-13b8675f41c5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:15.227503 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks [] for router_controller (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), precommit_add_association {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.339847 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Publish callbacks [] for port (ce656094-9ace-4551-9736-d767cf44976a), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.405455 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (ce656094-9ace-4551-9736-d767cf44976a), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.420368 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks [] for router_gateway (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.444158 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:15.447025 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:15.451392 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:26:15.463583 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Pushing event updated for resources: {'Port': ['ID=ce656094-9ace-4551-9736-d767cf44976a,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:15.474006 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49060) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:15.534342 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Attempting to bind port ce656094-9ace-4551-9736-d767cf44976a on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:26:15.534708 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Attempting to bind port ce656094-9ace-4551-9736-d767cf44976a by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:26:15.535074 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Attempting to bind port ce656094-9ace-4551-9736-d767cf44976a on network bda01a0d-6ece-45d0-a25c-de7ade83bc84 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:26:15.540251 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:26:15.540557 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Checking segment: {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:15.541001 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.541371 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Bound using segment: {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:26:15.541827 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Bound port: ce656094-9ace-4551-9736-d767cf44976a, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:26:15.542205 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (ce656094-9ace-4551-9736-d767cf44976a), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.570759 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-f3b3917f-b115-4172-ac69-6cf5cf3cc8e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88e95b29192e4250ac82dc840c3a8c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952070 Apr 12 12:26:15.573442 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49062) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:15.610610 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] For port ce656094-9ace-4551-9736-d767cf44976a, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:26:15.614160 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] For port ce656094-9ace-4551-9736-d767cf44976a, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=ce656094-9ace-4551-9736-d767cf44976a,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:26:15.639487 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-da9f98b2-34d4-4c93-aa00-386764a72a88 admin admin] Publish callbacks [] for security_group (3d52d6db-6aea-4ba3-944b-372cdd88692e), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.663515 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-da9f98b2-34d4-4c93-aa00-386764a72a88 admin admin] Publish callbacks [] for security_group (3d52d6db-6aea-4ba3-944b-372cdd88692e), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.703488 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks [] for router_gateway (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.705235 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (ce656094-9ace-4551-9736-d767cf44976a), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.723126 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.741217 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c05899-decc-4165-9453-f531b1e518b0 req-622471b9-747d-45bd-99b0-28248b52cd33 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:15.742776 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c8c05899-decc-4165-9453-f531b1e518b0 req-622471b9-747d-45bd-99b0-28248b52cd33 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 944 time: 0.0677512 Apr 12 12:26:15.773028 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487f7a-0a34-48e2-94ac-df74c048cacf None None] Pushing event updated for resources: {'Port': ['ID=ce656094-9ace-4551-9736-d767cf44976a,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:15.807163 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-c8c05899-decc-4165-9453-f531b1e518b0 req-7607ffe3-0f0f-47ac-9d92-7709a694f10e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583756 Apr 12 12:26:15.828375 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-da9f98b2-34d4-4c93-aa00-386764a72a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (3d52d6db-6aea-4ba3-944b-372cdd88692e), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.828375 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-da9f98b2-34d4-4c93-aa00-386764a72a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:15.828752 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-da9f98b2-34d4-4c93-aa00-386764a72a88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d52d6db-6aea-4ba3-944b-372cdd88692e HTTP/1.1" status: 204 len: 168 time: 0.2543337 Apr 12 12:26:15.843960 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f98b2-34d4-4c93-aa00-386764a72a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52d6db-6aea-4ba3-944b-372cdd88692e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:15.870606 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Allocated IP 172.27.3.86 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/22800496-6907-42e0-800b-e677f98b1888) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:26:15.994564 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks [] for port (22800496-6907-42e0-800b-e677f98b1888), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.127770 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (22800496-6907-42e0-800b-e677f98b1888), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.171425 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:16.174320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:16.178825 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:26:16.187319 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Pushing event updated for resources: {'Port': ['ID=22800496-6907-42e0-800b-e677f98b1888,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:16.194997 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d9a6019b-123c-4e02-af9c-f5594baf9f75 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:16.254556 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port d9a6019b-123c-4e02-af9c-f5594baf9f75 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:16.254969 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.336394 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port d9a6019b-123c-4e02-af9c-f5594baf9f75 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:16.336972 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.361250 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:26:16.363509 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6d7a3f-9349-4a27-8c9e-14ee7cb4a3c9" -d '{"events": [{"server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "name": "network-vif-plugged", "status": "completed", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:26:16.377696 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:16.407866 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b57698f-351b-4790-a988-813a9096b89a x-openstack-request-id: req-0b57698f-351b-4790-a988-813a9096b89a {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:26:16.408230 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "name": "network-vif-plugged", "status": "completed", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:26:16.408406 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b57698f-351b-4790-a988-813a9096b89a {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:26:16.408790 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b57698f-351b-4790-a988-813a9096b89a'] response: {'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'code': 200} Apr 12 12:26:16.478515 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.515187 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks [] for router_gateway (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.538718 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=8']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:16.610112 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49072) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:16.655524 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ce4296b6-fa4e-4dea-b877-268c02d3ac3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b78ceda9c1af4773bfed4a9d042ab7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441773 Apr 12 12:26:16.658036 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49074) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:16.717669 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92c3ea83-8417-4b5f-adb1-e0fdbd176e9e admin admin] Publish callbacks [] for security_group (bbd6fe80-4af7-466a-9462-faac71e5d58f), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.749322 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.750364 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92c3ea83-8417-4b5f-adb1-e0fdbd176e9e admin admin] Publish callbacks [] for security_group (bbd6fe80-4af7-466a-9462-faac71e5d58f), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.821249 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0959fd8-492a-4cca-b45a-e5c173b860c8 None None] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:26:16.821926 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fd870-c54e-42ae-a45e-d4f40fcd1be4 req-8edfc2c2-965e-461f-9eb6-e0befe10117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:16.823442 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5d2fd870-c54e-42ae-a45e-d4f40fcd1be4 req-8edfc2c2-965e-461f-9eb6-e0befe10117f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1129 time: 0.0558066 Apr 12 12:26:16.890643 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-9d217b26-047e-40b5-935f-b447ec7fcf6d None None] Provisioning complete for port ce656094-9ace-4551-9736-d767cf44976a triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:16.891008 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9d217b26-047e-40b5-935f-b447ec7fcf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (ce656094-9ace-4551-9736-d767cf44976a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.925137 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5d2fd870-c54e-42ae-a45e-d4f40fcd1be4 req-5797dd5f-e2b7-4962-bdda-5e518618b107 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962360 Apr 12 12:26:16.941118 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f9778-34f5-456e-a4d0-2b295eb5eec0 req-f07573df-501b-4cf2-98e0-e53785834d17 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:16.943129 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5c6f9778-34f5-456e-a4d0-2b295eb5eec0 req-f07573df-501b-4cf2-98e0-e53785834d17 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0592902 Apr 12 12:26:16.944172 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92c3ea83-8417-4b5f-adb1-e0fdbd176e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (bbd6fe80-4af7-466a-9462-faac71e5d58f), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.946722 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92c3ea83-8417-4b5f-adb1-e0fdbd176e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:16.950763 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-92c3ea83-8417-4b5f-adb1-e0fdbd176e9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbd6fe80-4af7-466a-9462-faac71e5d58f HTTP/1.1" status: 204 len: 168 time: 0.2911327 Apr 12 12:26:16.968089 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:26:16.971222 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3ea83-8417-4b5f-adb1-e0fdbd176e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd6fe80-4af7-466a-9462-faac71e5d58f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:17.012170 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5c6f9778-34f5-456e-a4d0-2b295eb5eec0 req-f711229b-4acd-4b54-8aed-b1bf8c6eaff3 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602326 Apr 12 12:26:17.026353 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-9d217b26-047e-40b5-935f-b447ec7fcf6d None None] Current status of the port ce656094-9ace-4551-9736-d767cf44976a is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:17.026741 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9d217b26-047e-40b5-935f-b447ec7fcf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (ce656094-9ace-4551-9736-d767cf44976a), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.080284 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-9d217b26-047e-40b5-935f-b447ec7fcf6d None None] For port ce656094-9ace-4551-9736-d767cf44976a, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=ce656094-9ace-4551-9736-d767cf44976a,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:17.140336 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:26:17.150395 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Sync routers for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:26:17.161461 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:17.162094 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:25:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:17.167565 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9d217b26-047e-40b5-935f-b447ec7fcf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (ce656094-9ace-4551-9736-d767cf44976a), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.228629 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217b26-047e-40b5-935f-b447ec7fcf6d None None] Pushing event updated for resources: {'Port': ['ID=ce656094-9ace-4551-9736-d767cf44976a,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:17.255659 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.258326 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2dce0ce9-2c05-403c-aad9-08b8b91232ce admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3846524 Apr 12 12:26:17.259993 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49080) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:17.284526 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:17.285324 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-bad0a68f-b978-40eb-9e63-a44e55b9f0a0 None None] Provisioning complete for port ce656094-9ace-4551-9736-d767cf44976a triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:17.285705 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-bad0a68f-b978-40eb-9e63-a44e55b9f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (ce656094-9ace-4551-9736-d767cf44976a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.379683 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-bad0a68f-b978-40eb-9e63-a44e55b9f0a0 None None] Current status of the port ce656094-9ace-4551-9736-d767cf44976a is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:17.480532 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:16Z', 'revision_number': 3, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:17.512731 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Checking router: dcd26dc8-aa58-408c-97cd-b44e5346e5f4 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:26:17.513099 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Updating router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 port 22800496-6907-42e0-800b-e677f98b1888 binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:26:17.542747 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (22800496-6907-42e0-800b-e677f98b1888), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.548145 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.775139 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.787205 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device ce656094-9ace-4551-9736-d767cf44976a up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:17.834697 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port ce656094-9ace-4551-9736-d767cf44976a triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:17.835764 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (ce656094-9ace-4551-9736-d767cf44976a), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.866776 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Publish callbacks [] for port (22800496-6907-42e0-800b-e677f98b1888), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.931454 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port ce656094-9ace-4551-9736-d767cf44976a is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:17.950665 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (22800496-6907-42e0-800b-e677f98b1888), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:17.951811 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Allocated IP 172.20.0.1 (bda01a0d-6ece-45d0-a25c-de7ade83bc84/601abe34-e27b-4b19-b1fd-ff0eb3b5c56d/008df1bc-ba3a-45e6-8b0f-c834dc7114dd) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:26:18.023474 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Pushing event updated for resources: {'Port': ['ID=22800496-6907-42e0-800b-e677f98b1888,revision_number=2']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:18.030559 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Attempting to bind port 22800496-6907-42e0-800b-e677f98b1888 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:26:18.030930 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Attempting to bind port 22800496-6907-42e0-800b-e677f98b1888 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:26:18.031595 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Attempting to bind port 22800496-6907-42e0-800b-e677f98b1888 on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:26:18.035022 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.035374 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.035735 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.036090 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.037017 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.037350 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.037671 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.038018 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.038314 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.038664 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.038988 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.039357 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.039680 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.039998 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.040389 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:18.049314 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:26:18.049704 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:18.050111 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:18.050509 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:26:18.051254 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Bound port: 22800496-6907-42e0-800b-e677f98b1888, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:26:18.051640 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (22800496-6907-42e0-800b-e677f98b1888), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:18.081473 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Publish callbacks [] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:18.120490 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] For port 22800496-6907-42e0-800b-e677f98b1888, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:26:18.123618 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] For port 22800496-6907-42e0-800b-e677f98b1888, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=22800496-6907-42e0-800b-e677f98b1888,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:26:18.150105 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06792fb6-37cf-49d5-b02d-e02a9fd01ac7 req-21b46ded-5ccf-4807-902a-2a55f86b158b tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:18.151609 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-06792fb6-37cf-49d5-b02d-e02a9fd01ac7 req-21b46ded-5ccf-4807-902a-2a55f86b158b tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0514231 Apr 12 12:26:18.183841 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:18.227734 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-06792fb6-37cf-49d5-b02d-e02a9fd01ac7 req-f397fd6f-ab2f-4a13-9aad-f5d80377309c tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702963 Apr 12 12:26:18.228178 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:18.228781 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (22800496-6907-42e0-800b-e677f98b1888), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:18.231333 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:18.234892 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:26:18.242941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Pushing event updated for resources: {'Port': ['ID=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:18.296604 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:18.335121 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5d95-aade-4630-bde2-d7fd9ebc049e None None] Pushing event updated for resources: {'Port': ['ID=22800496-6907-42e0-800b-e677f98b1888,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:18.365361 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:18.366238 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:25:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:18.499075 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:18.509428 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-5f83da95-e590-4d72-92de-5f19be1c854e None None] Provisioning complete for port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:18.510381 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-5f83da95-e590-4d72-92de-5f19be1c854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:18.542238 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:18.554995 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-5f83da95-e590-4d72-92de-5f19be1c854e None None] Port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:26:18.775911 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:16Z', 'revision_number': 3, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:18.807164 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4af714-02e5-408e-bbdf-82bfb66c9751 None None] The sync data for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi is: [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:16Z', 'revision_number': 3, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:26:19.002119 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Publish callbacks [] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.021239 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49114) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:19.071140 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.146182 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Pushing event updated for resources: {'Port': ['ID=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:19.148744 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.191619 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1b5f-76a7-4ffe-95ab-ded8b932a173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.307463 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:19.320165 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:19.426526 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e58c6-be9d-4974-baf3-6729295fad50 req-b3e607ab-b94b-4626-b446-c180c0976d30 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:19.428715 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4c0e58c6-be9d-4974-baf3-6729295fad50 req-b3e607ab-b94b-4626-b446-c180c0976d30 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.1234238 Apr 12 12:26:19.454600 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1b5f-76a7-4ffe-95ab-ded8b932a173 admin admin] Publish callbacks [] for security_group (3e7b5ef4-7b2f-46e4-8792-d38c276ddbdc), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.541946 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4c0e58c6-be9d-4974-baf3-6729295fad50 req-811bc95c-7f52-4564-b639-c8d2404a1552 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022668 Apr 12 12:26:19.552819 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1b5f-76a7-4ffe-95ab-ded8b932a173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (3e7b5ef4-7b2f-46e4-8792-d38c276ddbdc), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.576059 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:26:19.582637 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-3b0b524b-c0b4-4165-977b-2646413df6b8 None None] Provisioning complete for port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:19.583786 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3b0b524b-c0b4-4165-977b-2646413df6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.604897 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-2d6e1b5f-76a7-4ffe-95ab-ded8b932a173 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ccdfc6f570d44eb932caa40aa0b2f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808251 Apr 12 12:26:19.606143 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49122) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:19.606602 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e1b5f-76a7-4ffe-95ab-ded8b932a173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7b5ef4-7b2f-46e4-8792-d38c276ddbdc,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:19.626597 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b524b-c0b4-4165-977b-2646413df6b8 None None] Port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:26:19.696272 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a7be-12d9-4c5b-9684-b8a84efa8e6a admin admin] Publish callbacks [] for security_group (3e7b5ef4-7b2f-46e4-8792-d38c276ddbdc), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.711554 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-74ac4130-268c-478f-8729-883da6f9222f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.733353 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a7be-12d9-4c5b-9684-b8a84efa8e6a admin admin] Publish callbacks [] for security_group (3e7b5ef4-7b2f-46e4-8792-d38c276ddbdc), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.739022 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:26:19.745593 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-58cdf016-58d8-49fb-8539-41542d14bb1b admin admin] 10.222.0.20 "PUT /v2.0/routers/dcd26dc8-aa58-408c-97cd-b44e5346e5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4844086 Apr 12 12:26:19.761109 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 22800496-6907-42e0-800b-e677f98b1888 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:19.830863 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 22800496-6907-42e0-800b-e677f98b1888 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:19.831254 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (22800496-6907-42e0-800b-e677f98b1888), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.885482 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a7be-12d9-4c5b-9684-b8a84efa8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (3e7b5ef4-7b2f-46e4-8792-d38c276ddbdc), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.888286 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a7be-12d9-4c5b-9684-b8a84efa8e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.889590 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-9ab0a7be-12d9-4c5b-9684-b8a84efa8e6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e7b5ef4-7b2f-46e4-8792-d38c276ddbdc HTTP/1.1" status: 204 len: 168 time: 0.2825282 Apr 12 12:26:19.898888 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0a7be-12d9-4c5b-9684-b8a84efa8e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7b5ef4-7b2f-46e4-8792-d38c276ddbdc,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:19.936069 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 22800496-6907-42e0-800b-e677f98b1888 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:19.936534 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (22800496-6907-42e0-800b-e677f98b1888), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:19.958301 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port 22800496-6907-42e0-800b-e677f98b1888, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=22800496-6907-42e0-800b-e677f98b1888,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:20.037723 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (22800496-6907-42e0-800b-e677f98b1888), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:20.103290 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=22800496-6907-42e0-800b-e677f98b1888,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:20.573191 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Sync routers for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:26:20.591039 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:20.591654 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:25:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:20.613821 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49140) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:20.618592 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1930496247-network', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:20.742030 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Made reservation on behalf of 3c46047b0dde4b64b3c9c92cafee7fa8 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:26:20.744420 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for network (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:20.754349 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:20.835292 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:20.845286 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Publish callbacks [] for security_group (62e1c63f-b1b3-441a-9ccb-793cdc93b3d1), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:20.925104 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (62e1c63f-b1b3-441a-9ccb-793cdc93b3d1), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:20.957331 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:26:20.967904 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e1c63f-b1b3-441a-9ccb-793cdc93b3d1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:20.972775 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (617cfde9-b071-4210-9879-5c58a737b58c), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:20.973151 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.segments_db [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Added segment 617cfde9-b071-4210-9879-5c58a737b58c of type vlan for network c2c0db66-9db5-4729-9905-f31c5d213c3b Apr 12 12:26:21.013268 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729534856542'] for network (c2c0db66-9db5-4729-9905-f31c5d213c3b), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.043108 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 2, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:21.069863 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Checking router: dcd26dc8-aa58-408c-97cd-b44e5346e5f4 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:26:21.070218 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Updating router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:26:21.097461 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.130840 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772'] for network (c2c0db66-9db5-4729-9905-f31c5d213c3b), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.131952 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:21.132563 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.203049 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c0db66-9db5-4729-9905-f31c5d213c3b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:21.214284 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Network c2c0db66-9db5-4729-9905-f31c5d213c3b details requested by agent ovs-agent-dv-cinder-830093-4-iscsi with host dv-cinder-830093-4-iscsi {{(pid=104048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:26:21.251143 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-33585099-5a74-4a86-8faa-4bed96b9cf28 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6356602 Apr 12 12:26:21.253301 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49142) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:21.260534 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Request body: {'subnet': {'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1930496247-subnet', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:21.323721 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:26:21.388039 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Made reservation on behalf of 3c46047b0dde4b64b3c9c92cafee7fa8 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:26:21.390581 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11594485'] for subnet (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.475779 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Publish callbacks [] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.650781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.679673 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11594471'] for subnet (a3b69d3d-af15-438e-9051-0b1e2a617f4e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.731523 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea897fb-3b5f-4123-b1f1-e900ca8e1c6a None None] Pushing event updated for resources: {'Port': ['ID=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:21.735225 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b69d3d-af15-438e-9051-0b1e2a617f4e,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:21.754225 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 22800496-6907-42e0-800b-e677f98b1888 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:21.764139 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Checking segment: {'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:21.764598 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Network hostable DHCP agents. Network: c2c0db66-9db5-4729-9905-f31c5d213c3b, hostable agents: ['30a904bd-4809-471a-984b-4d7b2ec85d0c'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:26:21.797331 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Attempting to bind port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:26:21.797675 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Attempting to bind port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:26:21.798029 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Attempting to bind port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd on network bda01a0d-6ece-45d0-a25c-de7ade83bc84 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:26:21.808454 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:26:21.808823 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Checking segment: {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:21.809288 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.809732 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Bound using segment: {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:26:21.810127 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Bound port: 008df1bc-ba3a-45e6-8b0f-c834dc7114dd, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:26:21.810486 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.853772 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Network c2c0db66-9db5-4729-9905-f31c5d213c3b is scheduled to be hosted by DHCP agent 30a904bd-4809-471a-984b-4d7b2ec85d0c with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:26:21.861501 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 22800496-6907-42e0-800b-e677f98b1888 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:21.861866 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (22800496-6907-42e0-800b-e677f98b1888), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.917843 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] For port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:26:21.933518 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] For port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:26:21.942363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-4-iscsi, c2c0db66-9db5-4729-9905-f31c5d213c3b) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:21.946973 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:21.947644 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:21.966736 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f461f74-dc3d-450e-a635-71c695d0165c None None] Network c2c0db66-9db5-4729-9905-f31c5d213c3b requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:26:22.012266 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-a3144366-a807-479b-8525-39d70f5f7db4 None None] Provisioning complete for port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:22.012266 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a3144366-a807-479b-8525-39d70f5f7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.033429 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-37ed0cdd-bbbe-4ccc-9246-acb736796050 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7787907 Apr 12 12:26:22.035786 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49144) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:22.036761 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.049475 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:22.094431 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 22800496-6907-42e0-800b-e677f98b1888 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:22.116463 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7309'] for router (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.117555 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.174771 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:22.175405 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:25:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:22.179120 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks [] for router_controller (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.181548 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea897fb-3b5f-4123-b1f1-e900ca8e1c6a None None] Pushing event updated for resources: {'Port': ['ID=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:22.220131 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf23a4aba-696d-5a50-8ecd-a29366b71e82-c2c0db66-9db5-4729-9905-f31c5d213c3b', 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b', 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'fixed_ips': [{'subnet_id': 'a3b69d3d-af15-438e-9051-0b1e2a617f4e'}]}} from dv-cinder-830093-4-iscsi. {{(pid=104048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:26:22.221001 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.390076 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-a3144366-a807-479b-8525-39d70f5f7db4 None None] Current status of the port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:22.390390 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a3144366-a807-479b-8525-39d70f5f7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.406107 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks [] for router_gateway (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.438414 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:22.534560 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-a3144366-a807-479b-8525-39d70f5f7db4 None None] For port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:22.581442 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.db_base_plugin_common [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Allocated IP 172.20.0.2 (c2c0db66-9db5-4729-9905-f31c5d213c3b/a3b69d3d-af15-438e-9051-0b1e2a617f4e/47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4) {{(pid=104048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:26:22.608809 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-1528d61f-0cc2-4bda-b565-ed029947beea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.646700 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a3144366-a807-479b-8525-39d70f5f7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.658498 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks [] for router_gateway (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.678329 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.794068 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Allocated IP 172.27.3.126 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/b6f836c8-71a6-4e6c-8f2a-22d93f0f870d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:26:22.895722 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks [] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.896184 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-a63e78ab-4810-4a66-91fc-5db3238ff76c None None] Provisioning complete for port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:22.896717 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-a63e78ab-4810-4a66-91fc-5db3238ff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:22.972179 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144366-a807-479b-8525-39d70f5f7db4 None None] Pushing event updated for resources: {'Port': ['ID=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:23.002333 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.033709 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:21Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:23.041187 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:23.045666 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:23.054411 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:26:23.057045 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Pushing event updated for resources: {'Port': ['ID=b6f836c8-71a6-4e6c-8f2a-22d93f0f870d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:23.069589 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b254b-bdfe-4007-b4d3-a4b2e9a37d98 None None] The sync data for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi is: [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:21Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:26:23.119094 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Publish callbacks [] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), precommit_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.140007 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-a63e78ab-4810-4a66-91fc-5db3238ff76c None None] Current status of the port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:23.191129 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), after_create {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.233067 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Network c2c0db66-9db5-4729-9905-f31c5d213c3b is already hosted by enough agents. {{(pid=104048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:23.238609 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.scheduler.base_scheduler [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Resources bound (agent type, host, resource id): {{(pid=104048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:23.246355 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Received port after_create {{(pid=104048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:26:23.249737 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Pushing event updated for resources: {'Port': ['ID=47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4,revision_number=1']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:23.308266 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Attempting to bind port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:26:23.308772 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Attempting to bind port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:26:23.309171 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Attempting to bind port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 on network c2c0db66-9db5-4729-9905-f31c5d213c3b {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:26:23.314817 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:26:23.319881 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Checking segment: {'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:23.319881 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.319881 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Bound using segment: {'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:26:23.319881 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Bound port: 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:26:23.319881 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.389842 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] For port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:26:23.393738 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] For port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4,segment=NetworkSegment(617cfde9-b071-4210-9879-5c58a737b58c),segment_id=617cfde9-b071-4210-9879-5c58a737b58c)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:26:23.445746 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks [] for router_gateway (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.456798 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.528426 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bd964-97e3-417e-93e6-142d8d26a4e0 None None] Pushing event updated for resources: {'Port': ['ID=47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:23.640551 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.729305 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652205'] for router (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:23.855478 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 008df1bc-ba3a-45e6-8b0f-c834dc7114dd up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:23.926502 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:23.928012 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:24.019223 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:24.047662 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 is scheduled to L3 agent 8d6e1257-115e-488b-a57a-262695ee183d with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:26:24.164905 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:26:24.177750 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Sync routers for ids ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:26:24.199682 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Routers {'019e7422-6e44-4ec9-8b0a-b0deaff31aa8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:24.199682 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:24.282818 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:24.284434 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-28705099-5eeb-4061-9052-4a5ecdcc959f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2470105 Apr 12 12:26:24.293736 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49152) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:24.333038 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Set router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:24.594140 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:23Z', 'revision_number': 3, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port': {'id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:24.627833 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Checking router: 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:26:24.628426 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Updating router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d binding host dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:26:24.658416 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:24.668259 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7abef6-ef59-4576-862a-20ff24b88494 None None] Network c2c0db66-9db5-4729-9905-f31c5d213c3b requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:26:24.798848 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-09ed1547-baa2-4835-9d8d-e5d3207096bb None None] Provisioning complete for port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:24.799582 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-09ed1547-baa2-4835-9d8d-e5d3207096bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:24.846810 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:24.875418 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace992a1-6e05-4a5c-992c-301ac8426ce0 req-862ccbcc-f8d6-4cfa-a34f-54c563cf8ecd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:24.883501 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ace992a1-6e05-4a5c-992c-301ac8426ce0 req-862ccbcc-f8d6-4cfa-a34f-54c563cf8ecd tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 947 time: 0.0906942 Apr 12 12:26:24.931738 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-09ed1547-baa2-4835-9d8d-e5d3207096bb None None] Current status of the port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:24.932329 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-09ed1547-baa2-4835-9d8d-e5d3207096bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:24.975189 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ace992a1-6e05-4a5c-992c-301ac8426ce0 req-d6088b47-2666-4453-8c45-fb4e5385b17f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833316 Apr 12 12:26:24.999888 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-09ed1547-baa2-4835-9d8d-e5d3207096bb None None] For port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4,segment=NetworkSegment(617cfde9-b071-4210-9879-5c58a737b58c),segment_id=617cfde9-b071-4210-9879-5c58a737b58c)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:25.060809 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Publish callbacks [] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), precommit_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.080472 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-09ed1547-baa2-4835-9d8d-e5d3207096bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.083995 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Allocated IP 172.20.0.1 (c2c0db66-9db5-4729-9905-f31c5d213c3b/a3b69d3d-af15-438e-9051-0b1e2a617f4e/cdf04294-e989-46bf-92c9-83736e3be674) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:26:25.113856 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.136999 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed1547-baa2-4835-9d8d-e5d3207096bb None None] Pushing event updated for resources: {'Port': ['ID=47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:25.153779 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.198444 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Publish callbacks [] for port (cdf04294-e989-46bf-92c9-83736e3be674), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.203744 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-b134f346-4a37-48bf-bab8-54f66851982f None None] Provisioning complete for port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:25.204437 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b134f346-4a37-48bf-bab8-54f66851982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.209572 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Attempting to bind port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:26:25.210148 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Attempting to bind port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:26:25.210266 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Attempting to bind port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d on network 22546a3f-288e-4f47-a754-d66b5fbf87eb {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:26:25.212375 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee349b60-2968-468d-bf8a-ce40fce0587d None None] Pushing event updated for resources: {'Port': ['ID=b6f836c8-71a6-4e6c-8f2a-22d93f0f870d,revision_number=2']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:25.221023 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:26:25.221395 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Checking segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:25.221820 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.222163 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Bound using segment: {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'} {{(pid=104049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:26:25.224206 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.managers [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Bound port: b6f836c8-71a6-4e6c-8f2a-22d93f0f870d, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172ff33c-7220-42ef-9017-f1d715fa7ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb'}}] {{(pid=104049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:26:25.224583 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), before_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.276174 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] For port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:26:25.279678 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.plugins.ml2.db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] For port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b6f836c8-71a6-4e6c-8f2a-22d93f0f870d,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:26:25.287595 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-b134f346-4a37-48bf-bab8-54f66851982f None None] Current status of the port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:25.293357 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (cdf04294-e989-46bf-92c9-83736e3be674), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.339828 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Network c2c0db66-9db5-4729-9905-f31c5d213c3b is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:25.342862 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:25.345866 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:26:25.371811 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Pushing event updated for resources: {'Port': ['ID=cdf04294-e989-46bf-92c9-83736e3be674,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:25.388428 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), after_update {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.394498 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-652126'] for router_interface (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.459918 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Routers {'019e7422-6e44-4ec9-8b0a-b0deaff31aa8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:25.460572 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:25.462612 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee349b60-2968-468d-bf8a-ce40fce0587d None None] Pushing event updated for resources: {'Port': ['ID=b6f836c8-71a6-4e6c-8f2a-22d93f0f870d,revision_number=3']} {{(pid=104049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:25.577225 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] Set router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:25.610292 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-59cd7ae3-5d64-4469-bed4-e97dd7a68c77 None None] Provisioning complete for port cdf04294-e989-46bf-92c9-83736e3be674 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:25.610661 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-59cd7ae3-5d64-4469-bed4-e97dd7a68c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cdf04294-e989-46bf-92c9-83736e3be674), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.618301 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cdf04294-e989-46bf-92c9-83736e3be674), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.648948 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-59cd7ae3-5d64-4469-bed4-e97dd7a68c77 None None] Port cdf04294-e989-46bf-92c9-83736e3be674 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:26:25.764713 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:25.780990 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:23Z', 'revision_number': 3, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port': {'id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:25.807570 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Publish callbacks [] for port (cdf04294-e989-46bf-92c9-83736e3be674), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.810751 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1687b-9d3a-47ea-81c9-ce0e7309f3b2 None None] The sync data for ids ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'] in dv-cinder-830093-4-iscsi is: [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:23Z', 'revision_number': 3, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port': {'id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:26:25.813599 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:25.813982 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.876475 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (cdf04294-e989-46bf-92c9-83736e3be674), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:25.897002 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:26.317035 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18497658-5e13-4e93-af2a-ba008b1a90de req-a7f98736-c892-4109-a003-1d51a4fe55df tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:26.321562 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18497658-5e13-4e93-af2a-ba008b1a90de req-a7f98736-c892-4109-a003-1d51a4fe55df tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 947 time: 0.1287239 Apr 12 12:26:26.321562 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Pushing event updated for resources: {'Port': ['ID=cdf04294-e989-46bf-92c9-83736e3be674,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:26.328528 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-024db654-4e00-4fb1-a807-b771b8428d24 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:26.330042 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-024db654-4e00-4fb1-a807-b771b8428d24 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 947 time: 0.1213129 Apr 12 12:26:26.332643 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652526'] for router_interface (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:26.365806 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:26.435646 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18497658-5e13-4e93-af2a-ba008b1a90de req-a6fb69ae-625e-4905-ad99-72aef2beac0f tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups?id=f01159f2-6acc-44d4-8c4b-f01a2a833490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040535 Apr 12 12:26:26.525186 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Network c2c0db66-9db5-4729-9905-f31c5d213c3b is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:26.529092 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:26.588993 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Deleting port e860419d-9c0d-4dae-9345-5a3e383a26d7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:26:26.589285 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:26.740675 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] For port e860419d-9c0d-4dae-9345-5a3e383a26d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e860419d-9c0d-4dae-9345-5a3e383a26d7,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:26.741120 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:26.751454 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:26:26.781947 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-04ade8b0-de87-4105-9f44-99b5dba3a12a None None] Provisioning complete for port cdf04294-e989-46bf-92c9-83736e3be674 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:26.782458 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-04ade8b0-de87-4105-9f44-99b5dba3a12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cdf04294-e989-46bf-92c9-83736e3be674), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:26.821091 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-04ade8b0-de87-4105-9f44-99b5dba3a12a None None] Port cdf04294-e989-46bf-92c9-83736e3be674 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:26:26.996972 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:26:27.005494 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-4560684c-6101-4c66-9df0-8bc8227f431d admin admin] 10.222.0.20 "PUT /v2.0/routers/019e7422-6e44-4ec9-8b0a-b0deaff31aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7105112 Apr 12 12:26:27.012638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:27.013030 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (7a412f87-6b5c-4dc6-b51d-25924c5601fa), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:27.013344 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Floating IP 7a412f87-6b5c-4dc6-b51d-25924c5601fa disassociated. External IP: 172.27.3.97, port: e860419d-9c0d-4dae-9345-5a3e383a26d7. Apr 12 12:26:27.013688 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Calling delete_port for e860419d-9c0d-4dae-9345-5a3e383a26d7 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:26:27.180918 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-872a8ba2-f84c-4f9b-9e88-ed6dea449ecd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673144 Apr 12 12:26:27.249266 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-26426840-18fc-4965-9c69-60d0d60350df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:27.251007 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-26426840-18fc-4965-9c69-60d0d60350df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 1129 time: 0.0489979 Apr 12 12:26:27.256901 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (e860419d-9c0d-4dae-9345-5a3e383a26d7), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:27.303658 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event deleted for resources: {'Port': ['ID=e860419d-9c0d-4dae-9345-5a3e383a26d7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:27.476927 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-c94df2a9-07dc-46e5-a0fe-96be86716ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:27.481058 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-c94df2a9-07dc-46e5-a0fe-96be86716ec7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 911 time: 0.1866105 Apr 12 12:26:27.545894 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Router 4773137f-8387-4482-874a-60e206126815 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:26:27.567995 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-defd24a4-720b-41bd-a3b2-c949b6b907c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63c754c5-43d1-4476-b155-758814d499cc HTTP/1.1" status: 200 len: 1000 time: 0.0836210 Apr 12 12:26:27.579199 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e9c27e3e-9ff8-4776-916e-08534c6355c6 req-120c67c5-c5f1-417e-89f9-526e827dd88d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 210 time: 0.0318437 Apr 12 12:26:27.613747 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Sync routers for ids ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:26:27.626393 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Routers {'019e7422-6e44-4ec9-8b0a-b0deaff31aa8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:27.629294 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:27.667848 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-5f6c72c0-eb59-480f-b801-0c3f9e1840bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:27.674209 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-5f6c72c0-eb59-480f-b801-0c3f9e1840bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.1004598 Apr 12 12:26:27.794532 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b6f836c8-71a6-4e6c-8f2a-22d93f0f870d up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:27.830617 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-fa5ef434-da91-432c-9f04-3c120668b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:27.832213 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-fa5ef434-da91-432c-9f04-3c120668b087 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1516020 Apr 12 12:26:27.841533 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Set router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:27.859754 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:26:27.872993 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] Sync routers for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:26:27.890655 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:27.891285 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:27.938256 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:27.938629 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:27.959655 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] No DVR routers for this DVR port e860419d-9c0d-4dae-9345-5a3e383a26d7 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:26:27.963391 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:27.967279 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4626e359-5f41-4c38-ba0b-98b672ddd7c1 req-39699da8-5d13-4e05-aaac-93d725abb4d8 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.23 "DELETE /v2.0/ports/e860419d-9c0d-4dae-9345-5a3e383a26d7 HTTP/1.1" status: 204 len: 173 time: 1.5258565 Apr 12 12:26:27.973857 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-deleted', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:26:27.977762 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca66e36-756f-46bc-9061-ab1bc23174ec" -d '{"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-deleted", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:26:28.041764 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d24c96-9e08-4df0-8c04-3cacc570a81b x-openstack-request-id: req-82d24c96-9e08-4df0-8c04-3cacc570a81b {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:26:28.042192 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892faf81-5e17-4f8d-8da7-54e4b6d0c8ce", "name": "network-vif-deleted", "tag": "e860419d-9c0d-4dae-9345-5a3e383a26d7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:26:28.042548 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82d24c96-9e08-4df0-8c04-3cacc570a81b {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:26:28.043126 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d24c96-9e08-4df0-8c04-3cacc570a81b'] response: {'server_uuid': '892faf81-5e17-4f8d-8da7-54e4b6d0c8ce', 'name': 'network-vif-deleted', 'tag': 'e860419d-9c0d-4dae-9345-5a3e383a26d7', 'status': 'completed', 'code': 200} Apr 12 12:26:28.055127 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-50fab0b0-8d0a-43fe-b432-3c71c00c2a04 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152376 Apr 12 12:26:28.095738 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:28.142925 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:28.143617 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:28.160807 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a8f8b348-b23a-4325-9385-8e6d98a6d3d7 req-7155835b-3f4d-4c8c-85b8-8f8d58a38607 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973763 Apr 12 12:26:28.170815 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] For port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b6f836c8-71a6-4e6c-8f2a-22d93f0f870d,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:28.251662 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:28.294876 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:25Z', 'revision_number': 4, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port': {'id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'cdf04294-e989-46bf-92c9-83736e3be674', 'name': '', 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'mac_address': 'fa:16:3e:e4:ae:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a3b69d3d-af15-438e-9051-0b1e2a617f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:24Z', 'updated_at': '2022-04-12T12:26:25Z', 'revision_number': 2, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'subnets': [{'id': 'a3b69d3d-af15-438e-9051-0b1e2a617f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:28.337245 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Checking router: 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:26:28.337901 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Updating router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 port cdf04294-e989-46bf-92c9-83736e3be674 binding host dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:26:28.392473 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Pushing event updated for resources: {'Port': ['ID=b6f836c8-71a6-4e6c-8f2a-22d93f0f870d,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:28.402812 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cdf04294-e989-46bf-92c9-83736e3be674), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:28.468073 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:28.497606 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] Checking router: 4773137f-8387-4482-874a-60e206126815 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:26:28.507848 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:28.508810 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:28.654244 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:28.818887 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-07246b80-7abb-46a8-9a83-563e9298f152 req-8588f1c0-65f2-427b-bb26-42ae138a5f86 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/ports?device_id=892faf81-5e17-4f8d-8da7-54e4b6d0c8ce HTTP/1.1" status: 200 len: 210 time: 0.0981178 Apr 12 12:26:28.825323 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Publish callbacks [] for port (cdf04294-e989-46bf-92c9-83736e3be674), precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:28.891295 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:28.913423 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cdf04294-e989-46bf-92c9-83736e3be674), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:28.922112 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ebc9d-c508-40dd-8e12-45f72dcaf069 None None] The sync data for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi is: [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:19:02Z', 'revision_number': 4, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '8bdd6077-99b1-463a-b017-146560b37b4b', 'name': '', 'network_id': '876a23f3-13d7-45c8-b43c-d7eb9f59c4c4', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'mac_address': 'fa:16:3e:d5:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:19:01Z', 'updated_at': '2022-04-12T12:19:09Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'subnets': [{'id': 'b06f3540-a304-4e6d-8bb9-293580179e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:26:28.977720 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dcdbf-7604-4f2d-8713-2e5e9ae2698c None None] Pushing event updated for resources: {'Port': ['ID=cdf04294-e989-46bf-92c9-83736e3be674,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:29.098292 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Attempting to bind port cdf04294-e989-46bf-92c9-83736e3be674 on host dv-cinder-830093-4-iscsi for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:26:29.099854 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Attempting to bind port cdf04294-e989-46bf-92c9-83736e3be674 by drivers openvswitch,hyperv on host dv-cinder-830093-4-iscsi at level 0 using segments [{'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:26:29.100445 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Attempting to bind port cdf04294-e989-46bf-92c9-83736e3be674 on network c2c0db66-9db5-4729-9905-f31c5d213c3b {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:26:29.108962 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Checking agent: {'id': 'aa216385-a3b9-4748-bb7f-242f6ebdac1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 8, 26), 'started_at': datetime.datetime(2022, 4, 12, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:26:29.110164 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Checking segment: {'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:29.111127 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:29.112363 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Bound using segment: {'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:26:29.113201 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Bound port: cdf04294-e989-46bf-92c9-83736e3be674, host: dv-cinder-830093-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617cfde9-b071-4210-9879-5c58a737b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:26:29.113783 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cdf04294-e989-46bf-92c9-83736e3be674), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:29.390893 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad7640-27d5-467c-b283-2697d9741d74 None None] New status for floating IP 7a412f87-6b5c-4dc6-b51d-25924c5601fa: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:26:29.396985 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-db3481d5-0153-45cc-8dd6-190a77324b23 None None] Provisioning complete for port cdf04294-e989-46bf-92c9-83736e3be674 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:29.397444 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-db3481d5-0153-45cc-8dd6-190a77324b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cdf04294-e989-46bf-92c9-83736e3be674), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:29.560975 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-db3481d5-0153-45cc-8dd6-190a77324b23 None None] Port cdf04294-e989-46bf-92c9-83736e3be674 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:26:29.562911 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] For port cdf04294-e989-46bf-92c9-83736e3be674, host dv-cinder-830093-4-iscsi, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:26:29.581387 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] For port cdf04294-e989-46bf-92c9-83736e3be674, host dv-cinder-830093-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=cdf04294-e989-46bf-92c9-83736e3be674,segment=NetworkSegment(617cfde9-b071-4210-9879-5c58a737b58c),segment_id=617cfde9-b071-4210-9879-5c58a737b58c)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:26:29.688576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cdf04294-e989-46bf-92c9-83736e3be674), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:29.810429 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b6f836c8-71a6-4e6c-8f2a-22d93f0f870d up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:29.818673 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Routers {'019e7422-6e44-4ec9-8b0a-b0deaff31aa8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:29.819328 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:29.890363 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dcdbf-7604-4f2d-8713-2e5e9ae2698c None None] Pushing event updated for resources: {'Port': ['ID=cdf04294-e989-46bf-92c9-83736e3be674,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:30.013636 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:30.014014 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.041540 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49198) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:30.064973 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] Set router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:30.153475 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9df6bc8c-0092-493c-b0d9-3200c4b0fa2d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (f01159f2-6acc-44d4-8c4b-f01a2a833490), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.198613 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9df6bc8c-0092-493c-b0d9-3200c4b0fa2d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (f01159f2-6acc-44d4-8c4b-f01a2a833490), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.220656 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-c1c3e8d2-0a00-49f4-aa51-1a29a8e83457 None None] Provisioning complete for port cdf04294-e989-46bf-92c9-83736e3be674 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:30.221395 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8d2-0a00-49f4-aa51-1a29a8e83457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cdf04294-e989-46bf-92c9-83736e3be674), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.241675 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:26:30.318434 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:30.324210 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: e860419d-9c0d-4dae-9345-5a3e383a26d7 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:26:30.324559 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device e860419d-9c0d-4dae-9345-5a3e383a26d7 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:26:30.353575 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9df6bc8c-0092-493c-b0d9-3200c4b0fa2d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (f01159f2-6acc-44d4-8c4b-f01a2a833490), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.356744 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9df6bc8c-0092-493c-b0d9-3200c4b0fa2d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.361935 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49200) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:30.375697 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9df6bc8c-0092-493c-b0d9-3200c4b0fa2d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "DELETE /v2.0/security-groups/f01159f2-6acc-44d4-8c4b-f01a2a833490 HTTP/1.1" status: 204 len: 168 time: 0.3326757 Apr 12 12:26:30.392139 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.api.v2.resource [None req-b7bd3cd4-438f-4a6e-9948-1f67d6d2b511 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] show failed (client error): The resource could not be found. Apr 12 12:26:30.394745 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b7bd3cd4-438f-4a6e-9948-1f67d6d2b511 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "GET /v2.0/security-groups/f01159f2-6acc-44d4-8c4b-f01a2a833490 HTTP/1.1" status: 404 len: 347 time: 0.0311868 Apr 12 12:26:30.397419 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6bc8c-0092-493c-b0d9-3200c4b0fa2d tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01159f2-6acc-44d4-8c4b-f01a2a833490,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:30.410411 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49202) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:30.472122 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3e8d2-0a00-49f4-aa51-1a29a8e83457 None None] Current status of the port cdf04294-e989-46bf-92c9-83736e3be674 is: DOWN; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:30.472516 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8d2-0a00-49f4-aa51-1a29a8e83457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (cdf04294-e989-46bf-92c9-83736e3be674), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.475032 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:25Z', 'revision_number': 4, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port': {'id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'cdf04294-e989-46bf-92c9-83736e3be674', 'name': '', 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'mac_address': 'fa:16:3e:e4:ae:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a3b69d3d-af15-438e-9051-0b1e2a617f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:24Z', 'updated_at': '2022-04-12T12:26:29Z', 'revision_number': 4, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'subnets': [{'id': 'a3b69d3d-af15-438e-9051-0b1e2a617f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:30.524139 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4992fd8-f08f-406c-9146-0741db087e6d None None] The sync data for ids ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'] in dv-cinder-830093-4-iscsi is: [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:25Z', 'revision_number': 4, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port': {'id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': 'cdf04294-e989-46bf-92c9-83736e3be674', 'name': '', 'network_id': 'c2c0db66-9db5-4729-9905-f31c5d213c3b', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'mac_address': 'fa:16:3e:e4:ae:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a3b69d3d-af15-438e-9051-0b1e2a617f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:24Z', 'updated_at': '2022-04-12T12:26:29Z', 'revision_number': 4, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'subnets': [{'id': 'a3b69d3d-af15-438e-9051-0b1e2a617f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:26:30.559779 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-c1c3e8d2-0a00-49f4-aa51-1a29a8e83457 None None] For port cdf04294-e989-46bf-92c9-83736e3be674, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=cdf04294-e989-46bf-92c9-83736e3be674,segment=NetworkSegment(617cfde9-b071-4210-9879-5c58a737b58c),segment_id=617cfde9-b071-4210-9879-5c58a737b58c)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:30.576108 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Deleting port 5ba5662c-3fbb-49cf-8c7e-657a7b81e866 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:26:30.576718 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.636277 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e8d2-0a00-49f4-aa51-1a29a8e83457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (cdf04294-e989-46bf-92c9-83736e3be674), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.721602 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e8d2-0a00-49f4-aa51-1a29a8e83457 None None] Pushing event updated for resources: {'Port': ['ID=cdf04294-e989-46bf-92c9-83736e3be674,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:30.727795 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.728492 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:30.744853 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Calling delete_port for 5ba5662c-3fbb-49cf-8c7e-657a7b81e866 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:26:30.991466 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (5ba5662c-3fbb-49cf-8c7e-657a7b81e866), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:31.025889 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Pushing event deleted for resources: {'Port': ['ID=5ba5662c-3fbb-49cf-8c7e-657a7b81e866,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:31.138425 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks [] for floatingip (7a412f87-6b5c-4dc6-b51d-25924c5601fa), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:31.143263 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:31.144756 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3b7db4d6-a37d-423a-beb2-175e7ae20999 tempest-AttachVolumeShelveTestJSON-179941719 tempest-AttachVolumeShelveTestJSON-179941719-project] 10.222.0.20 "DELETE /v2.0/floatingips/7a412f87-6b5c-4dc6-b51d-25924c5601fa HTTP/1.1" status: 204 len: 168 time: 0.7330139 Apr 12 12:26:31.774683 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device cdf04294-e989-46bf-92c9-83736e3be674 up at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:26:31.838106 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Provisioning complete for port cdf04294-e989-46bf-92c9-83736e3be674 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:31.838619 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (cdf04294-e989-46bf-92c9-83736e3be674), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:31.930221 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Current status of the port cdf04294-e989-46bf-92c9-83736e3be674 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:26:33.937669 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49228) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:34.762659 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (4773137f-8387-4482-874a-60e206126815), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:35.006431 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Deleting port 8bdd6077-99b1-463a-b017-146560b37b4b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:26:35.007197 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:35.095329 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] For port 8bdd6077-99b1-463a-b017-146560b37b4b, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=8bdd6077-99b1-463a-b017-146560b37b4b,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:35.095697 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:35.109451 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Calling delete_port for 8bdd6077-99b1-463a-b017-146560b37b4b owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:26:35.397180 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (8bdd6077-99b1-463a-b017-146560b37b4b), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:35.424341 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdd6077-99b1-463a-b017-146560b37b4b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:35.632899 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (4773137f-8387-4482-874a-60e206126815), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:35.961459 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Router 4773137f-8387-4482-874a-60e206126815 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:26:36.131305 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:26:36.140592 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49240) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:36.141493 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-436cc087-a13e-4c51-a2d4-0162973c4241 admin admin] 10.222.0.20 "PUT /v2.0/routers/4773137f-8387-4482-874a-60e206126815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1980274 Apr 12 12:26:36.153737 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] Sync routers for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:26:36.171615 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:36.172647 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:36.272784 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks [] for router (4773137f-8387-4482-874a-60e206126815), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:36.342600 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:36.541138 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:26:35Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:36.576828 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] Checking router: 4773137f-8387-4482-874a-60e206126815 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:26:36.586237 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] Routers {'4773137f-8387-4482-874a-60e206126815'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:26:36.586842 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['4773137f-8387-4482-874a-60e206126815'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:36.682528 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks [] for router_gateway (4773137f-8387-4482-874a-60e206126815), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:36.713596 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] Set router 4773137f-8387-4482-874a-60e206126815 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:26:36.824899 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Deleting port 054a5488-072d-414e-8121-889feba24005 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:26:36.825156 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (054a5488-072d-414e-8121-889feba24005), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:36.921292 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] For port 054a5488-072d-414e-8121-889feba24005, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=054a5488-072d-414e-8121-889feba24005,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:36.922330 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (054a5488-072d-414e-8121-889feba24005), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:36.927245 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:26:35Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:36.950991 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Calling delete_port for 054a5488-072d-414e-8121-889feba24005 owned by network:router_gateway {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:26:36.956482 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ad2c5-01e2-4043-a073-83a38050ab48 None None] The sync data for ids ['4773137f-8387-4482-874a-60e206126815'] in dv-cinder-830093-4-iscsi is: [{'id': '4773137f-8387-4482-874a-60e206126815', 'name': 'tempest-AttachVolumeShelveTestJSON-1610377281-router', 'tenant_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '054a5488-072d-414e-8121-889feba24005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:18:54Z', 'updated_at': '2022-04-12T12:26:35Z', 'revision_number': 5, 'project_id': 'fea129a3459c47ffb7d2ac00ef5decbf', 'gw_port': {'id': '054a5488-072d-414e-8121-889feba24005', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4773137f-8387-4482-874a-60e206126815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:18:56Z', 'updated_at': '2022-04-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:26:37.245897 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (054a5488-072d-414e-8121-889feba24005), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:37.271368 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Pushing event deleted for resources: {'Port': ['ID=054a5488-072d-414e-8121-889feba24005,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:37.358223 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (4773137f-8387-4482-874a-60e206126815), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:37.483624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (4773137f-8387-4482-874a-60e206126815), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:37.486040 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks [] for router_controller (4773137f-8387-4482-874a-60e206126815), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:37.618800 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (4773137f-8387-4482-874a-60e206126815), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:37.619330 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4773137f-8387-4482-874a-60e206126815 {{(pid=104047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:26:37.623963 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:37.627765 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49246) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:37.629107 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-204ba48e-9905-4bf1-ab88-05db8e80bf00 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4773137f-8387-4482-874a-60e206126815 HTTP/1.1" status: 204 len: 168 time: 1.4863586 Apr 12 12:26:37.709169 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b626ac0-1d63-48e4-830c-bdad9d522b9b admin admin] Deleting subnet b06f3540-a304-4e6d-8bb9-293580179e7e {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:26:37.712515 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b626ac0-1d63-48e4-830c-bdad9d522b9b admin admin] Publish callbacks [] for subnet (b06f3540-a304-4e6d-8bb9-293580179e7e), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:37.781676 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 8bdd6077-99b1-463a-b017-146560b37b4b no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:26:37.803823 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b626ac0-1d63-48e4-830c-bdad9d522b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11870298'] for subnet (b06f3540-a304-4e6d-8bb9-293580179e7e), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:37.819976 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 8bdd6077-99b1-463a-b017-146560b37b4b {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:26:37.821411 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 8bdd6077-99b1-463a-b017-146560b37b4b not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:26:37.910059 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b626ac0-1d63-48e4-830c-bdad9d522b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (b06f3540-a304-4e6d-8bb9-293580179e7e), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.043652 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b626ac0-1d63-48e4-830c-bdad9d522b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11594472'] for subnet (b06f3540-a304-4e6d-8bb9-293580179e7e), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.080313 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b626ac0-1d63-48e4-830c-bdad9d522b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.087985 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255af34-4c18-4e75-9867-6a6624cbbfe5 None None] Network 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:26:38.088646 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9b626ac0-1d63-48e4-830c-bdad9d522b9b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b06f3540-a304-4e6d-8bb9-293580179e7e HTTP/1.1" status: 204 len: 168 time: 0.4596906 Apr 12 12:26:38.089511 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49248) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:38.090054 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626ac0-1d63-48e4-830c-bdad9d522b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06f3540-a304-4e6d-8bb9-293580179e7e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:38.199713 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.258611 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Deleting port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:26:38.259200 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.333685 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] For port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:38.334042 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.350501 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Calling delete_port for 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:26:38.357724 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] DHCP port deletion for 876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:26:38.400494 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] Deleting port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:26:38.400895 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.470585 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] For port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,segment=NetworkSegment(453a902a-ae35-4bce-a772-632bd08704dd),segment_id=453a902a-ae35-4bce-a772-632bd08704dd)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:26:38.471334 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.484331 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] Calling delete_port for 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:26:38.836211 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.843118 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.866486 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:38.869630 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] Pushing event deleted for resources: {'Port': ['ID=92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:38.870219 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] No DVR routers for this DVR port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 on host dv-cinder-830093-4-iscsi {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:26:38.873538 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca8881-97c8-4a36-afdc-ddb75cf160f3 None None] No DVR routers for this DVR port 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:26:38.944017 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:38.965622 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876a23f3-13d7-45c8-b43c-d7eb9f59c4c4']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:38.976407 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453a902a-ae35-4bce-a772-632bd08704dd') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:38.976708 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453a902a-ae35-4bce-a772-632bd08704dd') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:26:38.986471 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (453a902a-ae35-4bce-a772-632bd08704dd), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.002539 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (453a902a-ae35-4bce-a772-632bd08704dd), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.008926 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:26:39.009331 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (453a902a-ae35-4bce-a772-632bd08704dd), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:26:39.011130 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:26:39.136114 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (876a23f3-13d7-45c8-b43c-d7eb9f59c4c4), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.156571 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.159811 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/876a23f3-13d7-45c8-b43c-d7eb9f59c4c4 HTTP/1.1" status: 204 len: 168 time: 1.0692711 Apr 12 12:26:39.170179 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b21cd-74f4-44a5-a809-6ba93c9ba4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=876a23f3-13d7-45c8-b43c-d7eb9f59c4c4,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:39.720507 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 054a5488-072d-414e-8121-889feba24005 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:26:39.737181 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49264) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:39.744794 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 054a5488-072d-414e-8121-889feba24005 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:26:39.745162 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 054a5488-072d-414e-8121-889feba24005 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:26:39.745576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:26:39.770097 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:26:39.770434 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 92d26ab9-2cf3-4b41-ab7a-a92dc40bbe10 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:26:39.784430 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-28d815f6-3a88-49c7-8126-13d77229751d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fea129a3459c47ffb7d2ac00ef5decbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424986 Apr 12 12:26:39.784430 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49266) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:26:39.832565 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-887bda8a-1cc4-4d7f-9fe5-ed8eeeaf6b57 admin admin] Publish callbacks [] for security_group (0b39d7f6-761d-4aa1-9f93-e6af64502e74), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.856881 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-887bda8a-1cc4-4d7f-9fe5-ed8eeeaf6b57 admin admin] Publish callbacks [] for security_group (0b39d7f6-761d-4aa1-9f93-e6af64502e74), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.982204 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-887bda8a-1cc4-4d7f-9fe5-ed8eeeaf6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (0b39d7f6-761d-4aa1-9f93-e6af64502e74), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.984806 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-887bda8a-1cc4-4d7f-9fe5-ed8eeeaf6b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:39.986009 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-887bda8a-1cc4-4d7f-9fe5-ed8eeeaf6b57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b39d7f6-761d-4aa1-9f93-e6af64502e74 HTTP/1.1" status: 204 len: 168 time: 0.2009242 Apr 12 12:26:39.994910 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bda8a-1cc4-4d7f-9fe5-ed8eeeaf6b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b39d7f6-761d-4aa1-9f93-e6af64502e74,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:40.593807 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2323-4727-4617-be46-1a66d8909d38 req-2bbc9fc9-3105-459c-bb91-2559737c6bc3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:40.595496 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-2bbc9fc9-3105-459c-bb91-2559737c6bc3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/networks?id=bda01a0d-6ece-45d0-a25c-de7ade83bc84 HTTP/1.1" status: 200 len: 815 time: 0.1072812 Apr 12 12:26:40.611394 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-139225e4-ef68-4475-8fb6-dc295ccbccdb tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/quotas/824b23f1ee20493fad5d8f23f8b43aa4 HTTP/1.1" status: 200 len: 375 time: 0.0099545 Apr 12 12:26:40.665269 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-beeba9a4-c800-4f5c-bb6e-5eb4e3d6d53d tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470982 Apr 12 12:26:40.766691 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-d53b77f3-1566-4af5-bed9-716533addc42 service neutron] 10.222.0.20 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896022 Apr 12 12:26:40.865223 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-677dcc14-5ea3-4b79-b7ce-e398e4654a82 service neutron] 10.222.0.20 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909414 Apr 12 12:26:41.175241 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9a9f4bf9-fdad-496e-b3e1-a206818a851c req-491688e2-44d7-4996-9912-3f5bba1e751f tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 210 time: 0.0370045 Apr 12 12:26:42.259451 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9e0616cd-607b-474c-9c8d-8f5d8d2f74f6 req-1f6491ba-430c-46c5-ac08-ef8359dbfa28 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 210 time: 0.0298641 Apr 12 12:26:43.361955 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-884b76ce-eec7-4f24-96ec-b6a9532c3a41 req-d987deb4-7936-4a25-a20d-34cd77dc0df3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 210 time: 0.0287788 Apr 12 12:26:43.846596 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2323-4727-4617-be46-1a66d8909d38 req-5f1ce10e-95c8-4141-b342-9ac3b23c2bd9 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:43.848097 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-5f1ce10e-95c8-4141-b342-9ac3b23c2bd9 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.23 "GET /v2.0/networks?id=bda01a0d-6ece-45d0-a25c-de7ade83bc84 HTTP/1.1" status: 200 len: 815 time: 0.0998125 Apr 12 12:26:43.863197 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'port': {'device_id': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'admin_state_up': True, 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:44.033264 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Made reservation on behalf of 824b23f1ee20493fad5d8f23f8b43aa4 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:26:44.036636 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:44.173913 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Allocated IP 172.20.0.9 (bda01a0d-6ece-45d0-a25c-de7ade83bc84/601abe34-e27b-4b19-b1fd-ff0eb3b5c56d/a10638c7-4894-4a26-bf44-e4f323197a31) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:26:44.323272 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for port (a10638c7-4894-4a26-bf44-e4f323197a31), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:44.419973 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:44.468349 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:44.471367 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:44.475731 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:26:44.482684 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111fca6-ad23-4c75-9e55-bb550e0fd2bf req-f6121ece-7f3e-41da-b478-097bce277ba3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:44.484373 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9111fca6-ad23-4c75-9e55-bb550e0fd2bf req-f6121ece-7f3e-41da-b478-097bce277ba3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0489867 Apr 12 12:26:44.503175 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'Port': ['ID=a10638c7-4894-4a26-bf44-e4f323197a31,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:44.532014 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:44.532735 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:44.553234 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9111fca6-ad23-4c75-9e55-bb550e0fd2bf req-812362fa-ee79-41c3-97c6-67eb293f17e5 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610654 Apr 12 12:26:44.674271 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-5b6d77fb-f07e-484a-b901-0594dc0180fd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8150313 Apr 12 12:26:44.790852 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-37a395bb-ebd9-47e3-a227-293e8260d769 None None] Provisioning complete for port a10638c7-4894-4a26-bf44-e4f323197a31 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:44.792011 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-37a395bb-ebd9-47e3-a227-293e8260d769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:44.830317 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-37a395bb-ebd9-47e3-a227-293e8260d769 None None] Port a10638c7-4894-4a26-bf44-e4f323197a31 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:26:45.682387 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441ab30-9dd3-40f2-8a2e-46730c418df5 req-db0c469b-3e7d-4f3a-9609-66b8b2459a7a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:45.686427 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9441ab30-9dd3-40f2-8a2e-46730c418df5 req-db0c469b-3e7d-4f3a-9609-66b8b2459a7a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0569725 Apr 12 12:26:45.740339 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9441ab30-9dd3-40f2-8a2e-46730c418df5 req-c4d2119a-29e3-4b67-9b54-05d869ff3e44 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Apr 12 12:26:45.836066 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-eb9b79a9-d85a-4ee5-9af5-145c8d2b73dc tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809168914&fields=id&tenant_id=d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 267 time: 0.0458589 Apr 12 12:26:45.961879 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-428985c9-fee8-4b60-aa9f-d1f1bed03b78 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:45.964355 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-428985c9-fee8-4b60-aa9f-d1f1bed03b78 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 810 time: 0.1212919 Apr 12 12:26:45.984384 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-ad6c339a-5da2-4228-97ba-28c9b4db3e40 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/quotas/d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 375 time: 0.0128253 Apr 12 12:26:46.052598 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-61ad38f4-3ce6-41bb-ac8d-ea5bd1b9c06a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627809 Apr 12 12:26:46.155829 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-8bc6d7ed-0d58-4ea7-b7f1-8ec097799702 service neutron] 10.222.0.20 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901613 Apr 12 12:26:46.258081 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-7f771f96-d402-4c00-8b92-1475bd0e8d3a service neutron] 10.222.0.20 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965388 Apr 12 12:26:46.866709 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d2f1-b2d4-46e2-b653-004e7fcd2069 req-5a0ba4fb-eca6-4dd2-951c-f94934da92d9 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:46.867706 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6654d2f1-b2d4-46e2-b653-004e7fcd2069 req-5a0ba4fb-eca6-4dd2-951c-f94934da92d9 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0494084 Apr 12 12:26:46.936926 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-3254d8c2-8b0d-4573-a87f-b24aaeb7a5c5 req-3f24ffa6-eaa4-46dc-93d2-ec8c5d9ff6fd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0499358 Apr 12 12:26:46.974549 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6654d2f1-b2d4-46e2-b653-004e7fcd2069 req-300a314b-7a0b-495e-9db0-7e1c9d9f1917 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981743 Apr 12 12:26:47.649867 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:48.046376 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-615d7174-38ae-4a54-8d37-94d7f8df68f0 req-125029fa-b9d8-4901-9ef3-322a40f84e6b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0292053 Apr 12 12:26:48.082392 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e7a14-d42d-4e75-92a3-2075fe09f525 req-dc7bc8d8-b28a-422e-b2f6-f873083f5ab0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:48.083969 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a89e7a14-d42d-4e75-92a3-2075fe09f525 req-dc7bc8d8-b28a-422e-b2f6-f873083f5ab0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0481963 Apr 12 12:26:48.138332 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a89e7a14-d42d-4e75-92a3-2075fe09f525 req-bca0c7ff-97a0-4b9d-a996-ecf581928aea tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Apr 12 12:26:49.192152 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-63138413-e031-4294-8ca3-1d212e848523 req-67e549e7-f20b-49e1-ba3a-4aabf1246784 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0423062 Apr 12 12:26:49.258852 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d35261-23a1-471a-9766-131fc45e6163 req-d559fee5-b774-460c-a2c1-edcc40e203d5 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:49.260342 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-00d35261-23a1-471a-9766-131fc45e6163 req-d559fee5-b774-460c-a2c1-edcc40e203d5 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0467515 Apr 12 12:26:49.311936 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-00d35261-23a1-471a-9766-131fc45e6163 req-6c6b19f0-860f-489e-8cfc-bcb7109206f2 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460057 Apr 12 12:26:49.714017 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-de3953ab-a2f3-42fd-aa30-171ffaa223e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:50.287698 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1e570481-4045-4956-a9a5-d4240cde98ea req-48ecad34-084f-424d-bc1e-4465cf161231 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0281665 Apr 12 12:26:50.433487 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aabdb-da4c-4c60-a3bb-051c46648465 req-1f757863-8fa1-4e22-868e-26791f62e02e tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:50.434993 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9c6aabdb-da4c-4c60-a3bb-051c46648465 req-1f757863-8fa1-4e22-868e-26791f62e02e tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0511761 Apr 12 12:26:50.482692 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9c6aabdb-da4c-4c60-a3bb-051c46648465 req-e801e162-3c93-481b-aaf8-e4945e1a7b8d tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Apr 12 12:26:51.397467 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bfc03661-456e-4ef2-9210-ed8a676099ff req-b45e5e99-3017-4341-ada1-a2c38b36b591 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0305355 Apr 12 12:26:51.614800 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7143e-ed43-414e-b66e-b866ca6981bc req-984ae796-0c58-418a-83ef-a64275ffb1dc tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:51.623424 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67b7143e-ed43-414e-b66e-b866ca6981bc req-984ae796-0c58-418a-83ef-a64275ffb1dc tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0694842 Apr 12 12:26:51.673716 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-67b7143e-ed43-414e-b66e-b866ca6981bc req-7e52ea37-f5c4-48c2-b3ae-67241767f74a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491364 Apr 12 12:26:52.505200 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-185e1af5-ba5c-4e9d-9bde-28c80c21fb6e req-3abd8f31-9df4-4a66-9124-2428debeaa7f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0319202 Apr 12 12:26:52.556148 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0c6340ee-1a8e-4159-b264-78c5983939ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:52.798631 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a10a8-8fa3-4dac-8102-d3cf0bb2b78a req-2beba95e-0f46-438b-a4e1-8b3d05d5a77c tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:52.800121 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-629a10a8-8fa3-4dac-8102-d3cf0bb2b78a req-2beba95e-0f46-438b-a4e1-8b3d05d5a77c tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0529859 Apr 12 12:26:52.870074 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-629a10a8-8fa3-4dac-8102-d3cf0bb2b78a req-6f70c9c1-d3fa-4057-978c-794c22af5fe3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631816 Apr 12 12:26:53.604207 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:53.604814 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-f3385ecc-9ee9-4f44-9e55-d6f5bdce55f0 req-fee17323-3ff3-4cef-920c-59fdbfea3ef4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0315018 Apr 12 12:26:53.984457 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88fb32-b42d-4cac-aac1-b35913c07e11 req-52fb57de-526a-4a23-9dac-8a1e22aeafff tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:53.986199 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2f88fb32-b42d-4cac-aac1-b35913c07e11 req-52fb57de-526a-4a23-9dac-8a1e22aeafff tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0550396 Apr 12 12:26:54.055070 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2f88fb32-b42d-4cac-aac1-b35913c07e11 req-1404cb0a-bb9a-4c76-b76a-4e7fd4514f66 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622103 Apr 12 12:26:54.706162 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8dabdbd0-902e-4d2c-b201-a8c8e04477bd req-c1765e82-502b-4949-a5fe-48379c318ffe tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0298245 Apr 12 12:26:54.733841 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Request body: {'port': {'device_id': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:54.798890 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:55.077949 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10638c7-4894-4a26-bf44-e4f323197a31 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:26:55.087651 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Publish callbacks [] for port (a10638c7-4894-4a26-bf44-e4f323197a31), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:55.088120 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:55.101031 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Transition to ACTIVE for port object a10638c7-4894-4a26-bf44-e4f323197a31 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:26:55.175082 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7b1e-26a0-46af-b65c-ad1d7784f310 req-545cdb61-e2bd-4940-ab18-7f071218b21d tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:55.176489 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-43ec7b1e-26a0-46af-b65c-ad1d7784f310 req-545cdb61-e2bd-4940-ab18-7f071218b21d tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 931 time: 0.0473359 Apr 12 12:26:55.181309 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:55.264905 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Pushing event updated for resources: {'Port': ['ID=a10638c7-4894-4a26-bf44-e4f323197a31,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:55.288230 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.288658 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.289028 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.289375 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.289717 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.290056 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.290389 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.290717 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.291042 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.291369 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.291698 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.292163 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.292527 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.292722 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.293081 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:26:55.303571 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-43ec7b1e-26a0-46af-b65c-ad1d7784f310 req-fba14c70-658a-4ed5-b036-860206ef0652 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198442 Apr 12 12:26:55.374632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Attempting to bind port a10638c7-4894-4a26-bf44-e4f323197a31 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:26:55.375107 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Attempting to bind port a10638c7-4894-4a26-bf44-e4f323197a31 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:26:55.375526 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Attempting to bind port a10638c7-4894-4a26-bf44-e4f323197a31 on network bda01a0d-6ece-45d0-a25c-de7ade83bc84 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:26:55.380614 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Port a10638c7-4894-4a26-bf44-e4f323197a31 on network bda01a0d-6ece-45d0-a25c-de7ade83bc84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:26:55.383035 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Attempting to bind port a10638c7-4894-4a26-bf44-e4f323197a31 on network bda01a0d-6ece-45d0-a25c-de7ade83bc84 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:26:55.386734 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:26:55.387073 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Checking segment: {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:26:55.387462 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Bound using segment: {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:26:55.387892 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Bound port: a10638c7-4894-4a26-bf44-e4f323197a31, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e918a18-ca31-4c8b-9185-ffa834c555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:26:55.388255 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:55.453416 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] For port a10638c7-4894-4a26-bf44-e4f323197a31, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:26:55.456736 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] For port a10638c7-4894-4a26-bf44-e4f323197a31, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a10638c7-4894-4a26-bf44-e4f323197a31,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:26:55.527903 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:55.567239 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:55.567862 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:55.569261 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] 10.222.0.23 "PUT /v2.0/ports/a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 1093 time: 0.8396668 Apr 12 12:26:55.569756 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:26:55.572077 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5990d90-2f39-4597-8da5-7f0f0e63ada9" -d '{"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:26:55.599481 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ce3eb-63eb-46e3-9cfb-b9b05ed8cd4f service neutron] Pushing event updated for resources: {'Port': ['ID=a10638c7-4894-4a26-bf44-e4f323197a31,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:55.613619 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a370dd38-1d43-4da5-ae66-73db5297e9ff x-openstack-request-id: req-a370dd38-1d43-4da5-ae66-73db5297e9ff {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:26:55.617276 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:26:55.617276 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a370dd38-1d43-4da5-ae66-73db5297e9ff {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:26:55.617276 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a370dd38-1d43-4da5-ae66-73db5297e9ff'] response: {'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'status': 'completed', 'code': 200} Apr 12 12:26:55.679766 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5990d90-2f39-4597-8da5-7f0f0e63ada9 req-01f49e40-4b9c-4767-b954-ba696fbf677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:55.681543 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5990d90-2f39-4597-8da5-7f0f0e63ada9 req-01f49e40-4b9c-4767-b954-ba696fbf677a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1127 time: 0.0440459 Apr 12 12:26:55.832648 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8ca1f389-d855-4766-bf56-533bf0d8dae3 req-fca011eb-f114-44b4-b278-1d37e2872d45 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0510726 Apr 12 12:26:55.845083 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5990d90-2f39-4597-8da5-7f0f0e63ada9 req-90fec893-d5b7-45af-b7a4-9f058c1ec975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:55.846614 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5990d90-2f39-4597-8da5-7f0f0e63ada9 req-90fec893-d5b7-45af-b7a4-9f058c1ec975 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1566670 Apr 12 12:26:55.990115 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-1d614fa0-c438-4674-b400-519118500b59 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:55.991565 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-1d614fa0-c438-4674-b400-519118500b59 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 810 time: 0.1740232 Apr 12 12:26:56.020607 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5990d90-2f39-4597-8da5-7f0f0e63ada9 req-8c1cb724-f2b8-4f67-897b-56894188f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:56.022214 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e5990d90-2f39-4597-8da5-7f0f0e63ada9 req-8c1cb724-f2b8-4f67-897b-56894188f878 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651168 Apr 12 12:26:56.071658 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-81d135f6-7337-4075-9f39-264054443aaf tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5cca4d6555c40f5a7010a3a88e67508 HTTP/1.1" status: 200 len: 380 time: 0.0713558 Apr 12 12:26:56.086751 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'port': {'device_id': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'admin_state_up': True, 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'security_groups': ['1128df6a-3463-4b9e-a8ca-496dbdd8971c']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:26:56.172494 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2323-4727-4617-be46-1a66d8909d38 req-496e2c64-2254-498c-a0c8-acfc75ed63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:56.174083 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-496e2c64-2254-498c-a0c8-acfc75ed63df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1127 time: 0.1015129 Apr 12 12:26:56.226503 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-410a91d4-5f58-4f58-bb2b-8bc645c5eddb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 217 time: 0.0439594 Apr 12 12:26:56.294876 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2323-4727-4617-be46-1a66d8909d38 req-cec645db-bbd9-46e1-a42b-9774f5562ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:56.296276 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-cec645db-bbd9-46e1-a42b-9774f5562ccf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=601abe34-e27b-4b19-b1fd-ff0eb3b5c56d HTTP/1.1" status: 200 len: 854 time: 0.0629046 Apr 12 12:26:56.341615 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2323-4727-4617-be46-1a66d8909d38 req-37e9050a-6cb0-4fed-98b7-15d5f5247b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:56.343211 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-37e9050a-6cb0-4fed-98b7-15d5f5247b20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bda01a0d-6ece-45d0-a25c-de7ade83bc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390267 Apr 12 12:26:56.411177 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Made reservation on behalf of d5cca4d6555c40f5a7010a3a88e67508 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:26:56.415126 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:56.424226 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ee3f7-6c90-4878-82e2-7e668c668423 req-70fc7794-d613-4178-ab8a-f12b1eaa7622 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:56.425762 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ac3ee3f7-6c90-4878-82e2-7e668c668423 req-70fc7794-d613-4178-ab8a-f12b1eaa7622 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 943 time: 0.0489910 Apr 12 12:26:56.430659 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:56.479727 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ac3ee3f7-6c90-4878-82e2-7e668c668423 req-46985054-7f17-4fab-89d8-5ef8243a7f11 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Apr 12 12:26:56.497104 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-440a4e2d-7dc5-4050-bbbb-d3ce2886fb62 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463466 Apr 12 12:26:56.627490 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Allocated IP 172.20.0.14 (437fddf5-4ae4-4467-938b-d65ad376d65d/8cd15456-f61f-43ac-a603-59dd6b213ae3/b35a6bb1-322d-4e31-8e69-ae22f021e127) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:26:56.649417 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-703b2323-4727-4617-be46-1a66d8909d38 req-83432e24-aaf1-47a9-b37a-5abc67fc3f8f service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433723 Apr 12 12:26:56.781547 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:56.876636 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:56.946772 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Network 437fddf5-4ae4-4467-938b-d65ad376d65d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:26:56.953513 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:26:56.961984 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:26:56.967611 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=b35a6bb1-322d-4e31-8e69-ae22f021e127,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:26:57.001758 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a760f-7c80-4d99-a3ff-a017f69d4a6a req-b9f15591-e7be-482d-a149-472b81278a66 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:57.003288 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e63a760f-7c80-4d99-a3ff-a017f69d4a6a req-b9f15591-e7be-482d-a149-472b81278a66 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 932 time: 0.0962207 Apr 12 12:26:57.044653 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:57.044653 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:57.078067 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e63a760f-7c80-4d99-a3ff-a017f69d4a6a req-c16f0c1e-d729-4bb8-a1d3-54e0db73a935 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677209 Apr 12 12:26:57.161173 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9cec620b-902d-46f4-96d3-8468134d67e1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0795426 Apr 12 12:26:57.192269 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-70c76907-4c21-4e23-886a-534a05517dc6 None None] Provisioning complete for port b35a6bb1-322d-4e31-8e69-ae22f021e127 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:26:57.192630 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-70c76907-4c21-4e23-886a-534a05517dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:26:57.225636 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-70c76907-4c21-4e23-886a-534a05517dc6 None None] Port b35a6bb1-322d-4e31-8e69-ae22f021e127 cannot update to ACTIVE because it is not bound. {{(pid=104048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:26:57.599059 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32a007-e2ad-4602-abd1-2486bdd15f19 req-18e6c1d9-61c1-4b9a-ae41-e889abfbb734 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:57.600575 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e32a007-e2ad-4602-abd1-2486bdd15f19 req-18e6c1d9-61c1-4b9a-ae41-e889abfbb734 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 943 time: 0.0467384 Apr 12 12:26:57.653494 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e32a007-e2ad-4602-abd1-2486bdd15f19 req-04cdad5c-8dad-4d53-b414-8caaf4d6bb4a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468473 Apr 12 12:26:58.189967 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431c9af-80e0-4f83-948d-dcf618eabc8c req-1a2267e2-288d-45c9-961e-a5f394a3e38e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:58.191439 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2431c9af-80e0-4f83-948d-dcf618eabc8c req-1a2267e2-288d-45c9-961e-a5f394a3e38e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 932 time: 0.0471752 Apr 12 12:26:58.239395 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2431c9af-80e0-4f83-948d-dcf618eabc8c req-1082b59d-d418-4cf0-85be-9d0e00ea8ac6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Apr 12 12:26:58.323683 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:26:58.771730 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2d245-0d23-41fd-b7d9-bfb3283ff37a req-027f7211-7e38-4422-8f77-f29b6c4e6729 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:58.773240 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-29a2d245-0d23-41fd-b7d9-bfb3283ff37a req-027f7211-7e38-4422-8f77-f29b6c4e6729 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 943 time: 0.0524056 Apr 12 12:26:58.821145 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-29a2d245-0d23-41fd-b7d9-bfb3283ff37a req-625f02eb-2566-49f5-9c0f-ff1c994a7f76 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Apr 12 12:26:59.349946 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad99e54-56fb-4bca-bc39-0a1bf4427d94 req-dd7ea1cb-1e98-4ce8-8ba3-c4ad46ad387a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:59.351327 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad99e54-56fb-4bca-bc39-0a1bf4427d94 req-dd7ea1cb-1e98-4ce8-8ba3-c4ad46ad387a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 932 time: 0.0453939 Apr 12 12:26:59.403552 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cad99e54-56fb-4bca-bc39-0a1bf4427d94 req-0aef7c32-9f88-4c11-a083-0418d788404e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467448 Apr 12 12:26:59.942980 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e66e7-6d0e-4212-a285-4f7d78f9dc27 req-8296f189-ee44-4007-8277-6dd277a4c3da tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:26:59.944546 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e8e66e7-6d0e-4212-a285-4f7d78f9dc27 req-8296f189-ee44-4007-8277-6dd277a4c3da tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 943 time: 0.0479057 Apr 12 12:26:59.993315 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8e8e66e7-6d0e-4212-a285-4f7d78f9dc27 req-921f2051-2f2e-45d6-a3a2-6b062b591e43 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Apr 12 12:27:00.307552 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Request body: {'port': {'device_id': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:00.366340 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:00.542298 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b38b3-a462-443a-95de-a7c19648ef7a req-91ac7274-4825-43a1-b661-d073ef828056 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:00.543776 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-be2b38b3-a462-443a-95de-a7c19648ef7a req-91ac7274-4825-43a1-b661-d073ef828056 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 932 time: 0.0642927 Apr 12 12:27:00.924212 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-be2b38b3-a462-443a-95de-a7c19648ef7a req-a934b61a-f837-42f8-b7bf-6b9c1e74d571 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706877 Apr 12 12:27:01.000808 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35a6bb1-322d-4e31-8e69-ae22f021e127 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:27:01.008402 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Publish callbacks [] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:01.022062 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Transition to ACTIVE for port object b35a6bb1-322d-4e31-8e69-ae22f021e127 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:27:01.093456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:01.119338 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19209c00-8a2a-4710-91b6-aceba2b78d4c req-29525019-d16a-46bd-8f34-db7fd08cecd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:01.120782 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-19209c00-8a2a-4710-91b6-aceba2b78d4c req-29525019-d16a-46bd-8f34-db7fd08cecd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 943 time: 0.0542824 Apr 12 12:27:01.148902 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Pushing event updated for resources: {'Port': ['ID=b35a6bb1-322d-4e31-8e69-ae22f021e127,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:01.181881 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-19209c00-8a2a-4710-91b6-aceba2b78d4c req-977c090b-96f4-418d-95fa-1428c533666b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Apr 12 12:27:01.221610 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Attempting to bind port b35a6bb1-322d-4e31-8e69-ae22f021e127 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:27:01.221955 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Attempting to bind port b35a6bb1-322d-4e31-8e69-ae22f021e127 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:27:01.222287 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Attempting to bind port b35a6bb1-322d-4e31-8e69-ae22f021e127 on network 437fddf5-4ae4-4467-938b-d65ad376d65d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:27:01.226973 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Port b35a6bb1-322d-4e31-8e69-ae22f021e127 on network 437fddf5-4ae4-4467-938b-d65ad376d65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:27:01.227294 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Attempting to bind port b35a6bb1-322d-4e31-8e69-ae22f021e127 on network 437fddf5-4ae4-4467-938b-d65ad376d65d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:27:01.232371 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Checking agent: {'id': '78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'started_at': datetime.datetime(2022, 4, 12, 12, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:27:01.232719 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Checking segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:27:01.233146 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Bound using segment: {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:27:01.233587 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Bound port: b35a6bb1-322d-4e31-8e69-ae22f021e127, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b72022-9386-4051-bc8f-b14be6a0f8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:27:01.233956 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:01.300145 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] For port b35a6bb1-322d-4e31-8e69-ae22f021e127, host hv-cinder-83009, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:27:01.303594 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] For port b35a6bb1-322d-4e31-8e69-ae22f021e127, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b35a6bb1-322d-4e31-8e69-ae22f021e127,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:27:01.414631 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:01.449626 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:01.450252 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:01.451620 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] 10.222.0.23 "PUT /v2.0/ports/b35a6bb1-322d-4e31-8e69-ae22f021e127 HTTP/1.1" status: 200 len: 1094 time: 1.1489265 Apr 12 12:27:01.452067 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:27:01.454311 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cca3ebb-d466-496b-b597-81edcde29ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:27:01.483010 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360c1ff-904b-49be-95d4-d1ad9ba6f78a service neutron] Pushing event updated for resources: {'Port': ['ID=b35a6bb1-322d-4e31-8e69-ae22f021e127,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:01.493472 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9200acff-c9d5-461d-9a05-26a16cee03c2 x-openstack-request-id: req-9200acff-c9d5-461d-9a05-26a16cee03c2 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:27:01.493769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:27:01.494022 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9200acff-c9d5-461d-9a05-26a16cee03c2 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:27:01.496180 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9200acff-c9d5-461d-9a05-26a16cee03c2'] response: {'name': 'network-changed', 'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'status': 'completed', 'code': 200} Apr 12 12:27:01.556782 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca3ebb-d466-496b-b597-81edcde29ec7 req-96ff6549-7c82-4068-953e-d49ecfff4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:01.567066 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2cca3ebb-d466-496b-b597-81edcde29ec7 req-96ff6549-7c82-4068-953e-d49ecfff4329 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 1128 time: 0.0418763 Apr 12 12:27:01.665243 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca3ebb-d466-496b-b597-81edcde29ec7 req-40170848-7d3b-4129-9cf0-4e9d516fbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:01.666714 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2cca3ebb-d466-496b-b597-81edcde29ec7 req-40170848-7d3b-4129-9cf0-4e9d516fbd28 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0980213 Apr 12 12:27:01.771498 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca3ebb-d466-496b-b597-81edcde29ec7 req-a8aac816-d51d-4fae-81f1-dcaf891002ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:01.773013 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-2cca3ebb-d466-496b-b597-81edcde29ec7 req-a8aac816-d51d-4fae-81f1-dcaf891002ed service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988362 Apr 12 12:27:01.849803 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-68c2f455-a12a-4d0a-a2bd-cbbdc60c5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:01.851291 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-68c2f455-a12a-4d0a-a2bd-cbbdc60c5daa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 1128 time: 0.0380969 Apr 12 12:27:01.892226 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-9f696fcb-b769-4529-b7cb-b4a1f47af04e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b35a6bb1-322d-4e31-8e69-ae22f021e127 HTTP/1.1" status: 200 len: 217 time: 0.0332835 Apr 12 12:27:01.942904 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-337493c4-c55b-4590-bf2f-baa01a79c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:01.944317 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-337493c4-c55b-4590-bf2f-baa01a79c32f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.0461869 Apr 12 12:27:01.989714 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-a1cf95e6-0acb-4b0a-af52-c8064a1fafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:01.991259 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-a1cf95e6-0acb-4b0a-af52-c8064a1fafa8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400259 Apr 12 12:27:02.044573 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f4b4a-f594-405b-8653-4c817429de9f req-a637bb86-7752-4c28-b5ea-d70cc68ddd23 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:02.055722 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0c3f4b4a-f594-405b-8653-4c817429de9f req-a637bb86-7752-4c28-b5ea-d70cc68ddd23 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0563262 Apr 12 12:27:02.084462 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-b15868a0-14d9-4ded-a5ad-ef0f117eb3b6 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867631 Apr 12 12:27:02.095956 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-0c3f4b4a-f594-405b-8653-4c817429de9f req-bd859f45-eaad-4960-a226-d022332de2c3 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Apr 12 12:27:02.186138 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4db6931c-ac57-4273-ad42-2ef46906b3de req-56d67d3b-86be-4d9b-b1bc-d94609250c9c service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909562 Apr 12 12:27:02.296785 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7bc4d-38cf-485f-a7ef-490fc537eb4d req-a45b7629-16ba-4595-be14-aadf84e3d4e3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:02.298322 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5fa7bc4d-38cf-485f-a7ef-490fc537eb4d req-a45b7629-16ba-4595-be14-aadf84e3d4e3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 943 time: 0.0473223 Apr 12 12:27:02.345737 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-5fa7bc4d-38cf-485f-a7ef-490fc537eb4d req-c045878d-804f-467c-9245-92b3bbaef953 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Apr 12 12:27:02.373820 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device a10638c7-4894-4a26-bf44-e4f323197a31 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:27:02.473880 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port a10638c7-4894-4a26-bf44-e4f323197a31, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a10638c7-4894-4a26-bf44-e4f323197a31,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:02.485432 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'port_id': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'mac_address': 'fa:16:3e:eb:ca:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:27:02.521712 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port a10638c7-4894-4a26-bf44-e4f323197a31 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:27:02.522105 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:02.537065 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10638c7-4894-4a26-bf44-e4f323197a31 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:27:02.561220 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port a10638c7-4894-4a26-bf44-e4f323197a31, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a10638c7-4894-4a26-bf44-e4f323197a31,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:02.687350 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:02.740024 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=a10638c7-4894-4a26-bf44-e4f323197a31,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:02.921939 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['a10638c7-4894-4a26-bf44-e4f323197a31'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:27:03.217763 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c6750-d497-4996-9878-ccaec7842c91 req-d1e94388-95eb-4a28-beb2-7518bf83bef0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:03.219252 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a65c6750-d497-4996-9878-ccaec7842c91 req-d1e94388-95eb-4a28-beb2-7518bf83bef0 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0480123 Apr 12 12:27:03.272765 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-a65c6750-d497-4996-9878-ccaec7842c91 req-345629a6-00b2-443b-9a53-24f714b0c478 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476737 Apr 12 12:27:03.462368 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eb0f8-5ed4-40ee-95e0-3020198a6cf8 req-41760d27-5bfe-4d78-8aab-8f7f973bbd6a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:03.465497 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-904eb0f8-5ed4-40ee-95e0-3020198a6cf8 req-41760d27-5bfe-4d78-8aab-8f7f973bbd6a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 944 time: 0.0509996 Apr 12 12:27:03.509993 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-904eb0f8-5ed4-40ee-95e0-3020198a6cf8 req-c1c02678-82ee-4f35-a8e2-2cc817f6e1ff tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Apr 12 12:27:04.384473 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b2d06-2f85-4aae-9c91-e752cd89ea77 req-f10df1db-a441-465e-9eab-687c12be690d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:04.386000 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-141b2d06-2f85-4aae-9c91-e752cd89ea77 req-f10df1db-a441-465e-9eab-687c12be690d tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0471563 Apr 12 12:27:04.435060 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-141b2d06-2f85-4aae-9c91-e752cd89ea77 req-58ef34f1-9dcb-407e-9028-0e78d5552a27 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Apr 12 12:27:04.622822 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5abb5-191a-46cf-849a-e85a9a78cfbf req-b5f2749c-6fda-4774-8969-4bdf3ced9b0f tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:04.624338 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bab5abb5-191a-46cf-849a-e85a9a78cfbf req-b5f2749c-6fda-4774-8969-4bdf3ced9b0f tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 944 time: 0.0475640 Apr 12 12:27:04.670655 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bab5abb5-191a-46cf-849a-e85a9a78cfbf req-34e6e799-86d2-45cb-ae5e-e837d0108654 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Apr 12 12:27:05.545869 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77c607-a604-46e8-ac7c-0093f8926983 req-43fdcf06-a768-40ef-a8bb-3912edc1ae4a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:05.547332 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9b77c607-a604-46e8-ac7c-0093f8926983 req-43fdcf06-a768-40ef-a8bb-3912edc1ae4a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0468762 Apr 12 12:27:05.596081 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-9b77c607-a604-46e8-ac7c-0093f8926983 req-b729e233-af1b-4473-ab87-6779a1d5412a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 Apr 12 12:27:05.780571 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1e935-e8ab-4813-a180-43ad3bb5fbd3 req-18b912b1-8037-4928-84aa-43d181563d28 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:05.782098 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2d1e935-e8ab-4813-a180-43ad3bb5fbd3 req-18b912b1-8037-4928-84aa-43d181563d28 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 944 time: 0.0472832 Apr 12 12:27:05.832901 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2d1e935-e8ab-4813-a180-43ad3bb5fbd3 req-a7fad229-046b-42a2-bac0-f27c92d3b629 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Apr 12 12:27:05.949339 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device a10638c7-4894-4a26-bf44-e4f323197a31 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:27:05.993628 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port a10638c7-4894-4a26-bf44-e4f323197a31 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:27:06.047233 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port a10638c7-4894-4a26-bf44-e4f323197a31 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:27:06.047734 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:06.122343 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port a10638c7-4894-4a26-bf44-e4f323197a31 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:27:06.122719 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:06.144517 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:27:06.146808 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce25a65-a1f0-4b15-a6a2-37c895c303b4" -d '{"events": [{"server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "name": "network-vif-plugged", "status": "completed", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:27:06.163054 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port a10638c7-4894-4a26-bf44-e4f323197a31, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a10638c7-4894-4a26-bf44-e4f323197a31,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:06.182564 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67d4796-b1bd-4538-bfd8-d0d3f43f9ec5 x-openstack-request-id: req-a67d4796-b1bd-4538-bfd8-d0d3f43f9ec5 {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:27:06.182857 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "name": "network-vif-plugged", "status": "completed", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:27:06.183118 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a67d4796-b1bd-4538-bfd8-d0d3f43f9ec5 {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:27:06.183517 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67d4796-b1bd-4538-bfd8-d0d3f43f9ec5'] response: {'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'code': 200} Apr 12 12:27:06.227711 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:06.275898 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=a10638c7-4894-4a26-bf44-e4f323197a31,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:06.282915 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.283258 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.283598 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.283940 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.284270 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.284597 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.284949 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.285276 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.285602 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.285925 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.286247 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.286571 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.286891 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.287206 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.287524 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:06.504627 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8941ce-4067-4688-84a5-9778cbbcbb6f req-c5289c90-d4ae-4934-83a1-28da45221723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:06.506247 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6d8941ce-4067-4688-84a5-9778cbbcbb6f req-c5289c90-d4ae-4934-83a1-28da45221723 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1129 time: 0.0381389 Apr 12 12:27:06.548916 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6d8941ce-4067-4688-84a5-9778cbbcbb6f req-0a8aab7a-0a06-4dfd-88b2-23498fe171f2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367870 Apr 12 12:27:06.717535 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747115fb-0965-4681-8fe8-9ae6ff8aa065 req-75e15bed-e977-4757-b71d-e5e7e0684a68 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:06.719123 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-747115fb-0965-4681-8fe8-9ae6ff8aa065 req-75e15bed-e977-4757-b71d-e5e7e0684a68 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0567112 Apr 12 12:27:06.776832 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-747115fb-0965-4681-8fe8-9ae6ff8aa065 req-ffb7faaf-5d3c-43a6-a5a2-57b7be8d2c54 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488825 Apr 12 12:27:06.955971 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10231-c74e-4b55-b9b8-b50a8bebba03 req-99bd9286-5db0-4b10-8ebd-d58a55227e43 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:06.957481 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d1e10231-c74e-4b55-b9b8-b50a8bebba03 req-99bd9286-5db0-4b10-8ebd-d58a55227e43 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0548127 Apr 12 12:27:07.004482 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d1e10231-c74e-4b55-b9b8-b50a8bebba03 req-fe64a149-36ed-494f-9067-99e8cfc3f98e tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Apr 12 12:27:07.898091 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6c68-dca6-4706-b548-e53060ee2b79 req-6b81ecfc-94e8-4c46-b1b0-e7e24024703a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:07.900158 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8edd6c68-dca6-4706-b548-e53060ee2b79 req-6b81ecfc-94e8-4c46-b1b0-e7e24024703a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0502808 Apr 12 12:27:07.947304 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8edd6c68-dca6-4706-b548-e53060ee2b79 req-6e356292-b503-405f-927a-a8996829b523 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Apr 12 12:27:08.119399 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c646796-7323-4111-bdd5-a5bad662ba60 req-58d2d4a1-db48-4a52-8227-da7da5392150 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:08.120972 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6c646796-7323-4111-bdd5-a5bad662ba60 req-58d2d4a1-db48-4a52-8227-da7da5392150 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0510423 Apr 12 12:27:08.170045 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-6c646796-7323-4111-bdd5-a5bad662ba60 req-91ef570a-5395-4227-897b-1513980f078f tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433679 Apr 12 12:27:08.283238 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbac88e-a457-4440-8751-8436a108bd4f req-d136a2f6-41cd-4ba4-ba15-76290e60dec3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:08.284841 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ecbac88e-a457-4440-8751-8436a108bd4f req-d136a2f6-41cd-4ba4-ba15-76290e60dec3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0503545 Apr 12 12:27:08.336819 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ecbac88e-a457-4440-8751-8436a108bd4f req-6534bdc9-38b0-4b57-af5c-8feed43262fb tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454350 Apr 12 12:27:08.658734 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa0b8-e6d6-4e42-b59f-01cd4f8a85ec req-5cc58259-2b23-43fd-a94b-000d65d9da26 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:08.660202 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61afa0b8-e6d6-4e42-b59f-01cd4f8a85ec req-5cc58259-2b23-43fd-a94b-000d65d9da26 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0461569 Apr 12 12:27:08.714194 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-61afa0b8-e6d6-4e42-b59f-01cd4f8a85ec req-9146f85c-050b-45f3-84ec-6ec97c9a019d tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475850 Apr 12 12:27:09.069685 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f84ce-6b77-486c-9a2e-27420863c7a2 req-24588afd-dfb7-444f-b149-78e8d503c22f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:09.071192 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8c3f84ce-6b77-486c-9a2e-27420863c7a2 req-24588afd-dfb7-444f-b149-78e8d503c22f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0556138 Apr 12 12:27:09.123356 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8c3f84ce-6b77-486c-9a2e-27420863c7a2 req-06a1decc-0d6d-4879-82a2-459996eb01a4 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463855 Apr 12 12:27:10.238323 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfadb8b-4b9d-4cf8-bde8-11dee82bd5f4 req-a73a7cc8-7722-4336-9c8c-0d3576f0160f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:10.239847 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7dfadb8b-4b9d-4cf8-bde8-11dee82bd5f4 req-a73a7cc8-7722-4336-9c8c-0d3576f0160f tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0478840 Apr 12 12:27:10.289074 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7dfadb8b-4b9d-4cf8-bde8-11dee82bd5f4 req-17f2e44d-5811-4712-93ce-9e804d801177 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 Apr 12 12:27:11.406982 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9518e-fedf-4dd9-932e-c1f5ee5aeb09 req-08ac966d-90cf-4526-9141-8dd715565a76 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:11.408458 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8df9518e-fedf-4dd9-932e-c1f5ee5aeb09 req-08ac966d-90cf-4526-9141-8dd715565a76 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 944 time: 0.0473135 Apr 12 12:27:11.460015 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8df9518e-fedf-4dd9-932e-c1f5ee5aeb09 req-a92d7300-d9da-40e6-a7c9-6829a38887f2 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455587 Apr 12 12:27:11.538592 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device b35a6bb1-322d-4e31-8e69-ae22f021e127 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:27:11.638888 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port b35a6bb1-322d-4e31-8e69-ae22f021e127, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b35a6bb1-322d-4e31-8e69-ae22f021e127,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:11.651096 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Returning: {'device': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'port_id': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'mac_address': 'fa:16:3e:ef:bd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:27:11.688633 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port b35a6bb1-322d-4e31-8e69-ae22f021e127 is: DOWN; New status is: BUILD {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:27:11.697028 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:11.711125 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35a6bb1-322d-4e31-8e69-ae22f021e127 {{(pid=104048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:27:11.730650 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port b35a6bb1-322d-4e31-8e69-ae22f021e127, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b35a6bb1-322d-4e31-8e69-ae22f021e127,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:11.812849 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:11.861995 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=b35a6bb1-322d-4e31-8e69-ae22f021e127,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:12.061433 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['b35a6bb1-322d-4e31-8e69-ae22f021e127'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:27:12.577748 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eeb9d9-5db7-49cf-ba06-8868888630b3 req-63fe8482-529b-4256-b908-a89925d0f5aa tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:12.579672 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-35eeb9d9-5db7-49cf-ba06-8868888630b3 req-63fe8482-529b-4256-b908-a89925d0f5aa tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 945 time: 0.0506780 Apr 12 12:27:12.632638 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-35eeb9d9-5db7-49cf-ba06-8868888630b3 req-a24fcad2-ad83-45d6-9ed9-86139b78984e tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476365 Apr 12 12:27:12.749076 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device b35a6bb1-322d-4e31-8e69-ae22f021e127 up at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:27:12.810178 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning for port b35a6bb1-322d-4e31-8e69-ae22f021e127 completed by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:27:12.881419 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Provisioning complete for port b35a6bb1-322d-4e31-8e69-ae22f021e127 triggered by entity L2. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:27:12.881891 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:12.964010 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Current status of the port b35a6bb1-322d-4e31-8e69-ae22f021e127 is: BUILD; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:27:12.964400 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:12.986126 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127'}] {{(pid=104048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:27:12.988354 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdefd682d0e3eaedca82ea09de7d21697c004d5a6b7415222d7d9553cf73d447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a75f37-b326-4724-a272-42908eff8a12" -d '{"events": [{"server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "name": "network-vif-plugged", "status": "completed", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127"}]}' {{(pid=104048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:27:13.000693 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] For port b35a6bb1-322d-4e31-8e69-ae22f021e127, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b35a6bb1-322d-4e31-8e69-ae22f021e127,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:13.025884 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc74a0-5544-457c-a765-5e7909f0c8aa x-openstack-request-id: req-4acc74a0-5544-457c-a765-5e7909f0c8aa {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:27:13.025884 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "name": "network-vif-plugged", "status": "completed", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127", "code": 200}]} {{(pid=104048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:27:13.025884 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4acc74a0-5544-457c-a765-5e7909f0c8aa {{(pid=104048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:27:13.025884 dv-cinder-830093-4-iscsi neutron-server[104048]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acc74a0-5544-457c-a765-5e7909f0c8aa'] response: {'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'code': 200} Apr 12 12:27:13.090302 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:13.144296 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Pushing event updated for resources: {'Port': ['ID=b35a6bb1-322d-4e31-8e69-ae22f021e127,revision_number=5']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:13.457690 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578b2c2-200a-4911-8e5a-61cded51e6b8 req-b5e51034-a268-47b5-8802-2fb0b06a2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:13.458899 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e578b2c2-200a-4911-8e5a-61cded51e6b8 req-b5e51034-a268-47b5-8802-2fb0b06a2fe3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 1130 time: 0.0502653 Apr 12 12:27:13.509934 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e578b2c2-200a-4911-8e5a-61cded51e6b8 req-b719355a-5ccd-42b6-a874-4064f8335a8b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Apr 12 12:27:13.765899 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2bf65-1a64-49cc-b619-670a2732fcf5 req-6c4662ac-912f-42c3-9b65-5131bebb0e9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:13.767503 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ffa2bf65-1a64-49cc-b619-670a2732fcf5 req-6c4662ac-912f-42c3-9b65-5131bebb0e9b tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 946 time: 0.0604002 Apr 12 12:27:13.820564 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ffa2bf65-1a64-49cc-b619-670a2732fcf5 req-8c380cc8-c031-4c16-8629-0d38783439cd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461068 Apr 12 12:27:14.938762 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ff59e-a901-4b89-b986-026281f02e55 req-de6d72ae-f6c6-4dc0-aa5f-55a3b22eecdd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:14.940292 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ca1ff59e-a901-4b89-b986-026281f02e55 req-de6d72ae-f6c6-4dc0-aa5f-55a3b22eecdd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 946 time: 0.0488248 Apr 12 12:27:14.997197 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ca1ff59e-a901-4b89-b986-026281f02e55 req-9511d4d4-2503-4e61-a183-447e69e7a746 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512671 Apr 12 12:27:15.113694 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda853-6901-4948-a062-a6641b173f30 req-99019f00-8be8-4051-8846-083d875b34be tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:15.115142 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f6cda853-6901-4948-a062-a6641b173f30 req-99019f00-8be8-4051-8846-083d875b34be tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 946 time: 0.0508721 Apr 12 12:27:15.164092 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-f6cda853-6901-4948-a062-a6641b173f30 req-c34a1244-2dec-4d53-a547-71ae68449486 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Apr 12 12:27:15.187948 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49708) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:15.225370 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d094257b-c054-4318-be88-563fbc534ee1 tempest-TestVolumeBootPattern-1551744496 tempest-TestVolumeBootPattern-1551744496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:15.226865 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d094257b-c054-4318-be88-563fbc534ee1 tempest-TestVolumeBootPattern-1551744496 tempest-TestVolumeBootPattern-1551744496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 1125 time: 0.0379441 Apr 12 12:27:15.230138 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49710) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:15.234286 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'port_id': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:15.327304 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:15.405593 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:15.512720 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Allocated IP 172.27.3.216 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/afbce075-a4fd-44f7-b8bf-36ffbf5a013e) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:27:15.614788 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:15.710717 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:15.754448 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:27:15.757412 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:27:15.760933 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:27:15.790149 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=afbce075-a4fd-44f7-b8bf-36ffbf5a013e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:16.154043 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (8b2c9e35-2b5d-4b77-bcfc-81303e19b691), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:16.293206 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:16.447350 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for port (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:16.564013 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:16.637716 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event updated for resources: {'Port': ['ID=afbce075-a4fd-44f7-b8bf-36ffbf5a013e,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:16.647037 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (8b2c9e35-2b5d-4b77-bcfc-81303e19b691), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:16.752499 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Floating IP 8b2c9e35-2b5d-4b77-bcfc-81303e19b691 associated. External IP: 172.27.3.216, port: b35a6bb1-322d-4e31-8e69-ae22f021e127. Apr 12 12:27:16.969855 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Router fc273748-d783-481f-a3fd-4b37a602f9f7 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:27:17.079641 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:27:17.090193 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:27:17.106204 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:17.106978 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:17.160219 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:17.191837 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-453f6089-c97a-4c14-9dce-15ab67365551 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9606750 Apr 12 12:27:17.192517 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:27:17.194984 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc129140-8764-4f87-9499-2a1087da325e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:27:17.222413 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:17.232800 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81a04ad-5529-4827-9cee-da72abd0f3b9 x-openstack-request-id: req-e81a04ad-5529-4827-9cee-da72abd0f3b9 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:27:17.233129 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:27:17.233387 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e81a04ad-5529-4827-9cee-da72abd0f3b9 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:27:17.233802 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81a04ad-5529-4827-9cee-da72abd0f3b9'] response: {'name': 'network-changed', 'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'status': 'completed', 'code': 200} Apr 12 12:27:17.295364 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc129140-8764-4f87-9499-2a1087da325e req-258af40f-5a1d-4d4b-bfda-6e267a7dd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:17.297069 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc129140-8764-4f87-9499-2a1087da325e req-258af40f-5a1d-4d4b-bfda-6e267a7dd707 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 1130 time: 0.0411961 Apr 12 12:27:17.395314 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc129140-8764-4f87-9499-2a1087da325e req-3a8c9b11-64cd-4a9a-b4a2-3779901e7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:17.396885 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc129140-8764-4f87-9499-2a1087da325e req-3a8c9b11-64cd-4a9a-b4a2-3779901e7218 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 911 time: 0.0932417 Apr 12 12:27:17.460216 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:10Z', 'revision_number': 1, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}, {'id': '8b2c9e35-2b5d-4b77-bcfc-81303e19b691', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:ef:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:27:15Z', 'updated_at': '2022-04-12T12:27:15Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:17.493010 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:27:17.514729 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:17.515382 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:26:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:17.546667 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49732) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:17.603402 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:17.636452 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:17.667907 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:17.741780 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc129140-8764-4f87-9499-2a1087da325e req-86d1dd44-d29a-42f7-81ed-ff3584a2e721 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b35a6bb1-322d-4e31-8e69-ae22f021e127 HTTP/1.1" status: 200 len: 1000 time: 0.3379576 Apr 12 12:27:17.763282 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Publish callbacks [] for security_group (ace0063c-2bd9-4b7b-a991-4d0a0f1a11e2), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:17.807489 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc129140-8764-4f87-9499-2a1087da325e req-1f1f182e-6ade-43ce-bb4e-4c2711b188e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:17.809192 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc129140-8764-4f87-9499-2a1087da325e req-1f1f182e-6ade-43ce-bb4e-4c2711b188e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.0564413 Apr 12 12:27:17.839090 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ace0063c-2bd9-4b7b-a991-4d0a0f1a11e2), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:17.867790 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc129140-8764-4f87-9499-2a1087da325e req-907f1802-967e-4eb8-8da0-eb45556b131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:17.869902 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc129140-8764-4f87-9499-2a1087da325e req-907f1802-967e-4eb8-8da0-eb45556b131d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470393 Apr 12 12:27:17.883816 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:10Z', 'revision_number': 1, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}, {'id': '8b2c9e35-2b5d-4b77-bcfc-81303e19b691', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:ef:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:27:15Z', 'updated_at': '2022-04-12T12:27:15Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:17.886869 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace0063c-2bd9-4b7b-a991-4d0a0f1a11e2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:17.890798 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99e4766940e04f74a5521dbcef9b0087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422940 Apr 12 12:27:17.893397 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49738) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:17.909272 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.909631 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.909984 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.910308 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.910640 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.910970 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.911293 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.911613 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.911937 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.912258 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.912582 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.912923 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.913246 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.913563 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.913880 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51754591-5885-4dfa-af90-4568ca9997e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:17.914922 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce568e1-459f-425e-be0e-e8ee3bb87966 None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:10Z', 'revision_number': 1, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}, {'id': '8b2c9e35-2b5d-4b77-bcfc-81303e19b691', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:ef:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:27:15Z', 'updated_at': '2022-04-12T12:27:15Z', 'revision_number': 0, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:27:17.955527 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2b63-d408-4d83-ad0d-faedd1eecc89 admin admin] Publish callbacks [] for security_group (ace0063c-2bd9-4b7b-a991-4d0a0f1a11e2), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:17.978772 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2b63-d408-4d83-ad0d-faedd1eecc89 admin admin] Publish callbacks [] for security_group (ace0063c-2bd9-4b7b-a991-4d0a0f1a11e2), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:17.979934 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc129140-8764-4f87-9499-2a1087da325e req-645114a7-a500-4e62-bfac-5ac042458959 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029305 Apr 12 12:27:18.080473 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-cc129140-8764-4f87-9499-2a1087da325e req-7f876653-7f5b-4dea-9429-86d620756627 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936015 Apr 12 12:27:18.122447 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2b63-d408-4d83-ad0d-faedd1eecc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (ace0063c-2bd9-4b7b-a991-4d0a0f1a11e2), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:18.125247 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2b63-d408-4d83-ad0d-faedd1eecc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:18.126514 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ce2e2b63-d408-4d83-ad0d-faedd1eecc89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ace0063c-2bd9-4b7b-a991-4d0a0f1a11e2 HTTP/1.1" status: 204 len: 168 time: 0.2322056 Apr 12 12:27:18.136130 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2b63-d408-4d83-ad0d-faedd1eecc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace0063c-2bd9-4b7b-a991-4d0a0f1a11e2,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:18.146631 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb9bcc1-ea10-478f-be9d-89d3899ebf88 None None] New status for floating IP 8b2c9e35-2b5d-4b77-bcfc-81303e19b691: ACTIVE {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:27:18.796577 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49744) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:18.810500 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6f4899bc-e019-48d9-8896-d881d6a7d9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:18.889181 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6f4899bc-e019-48d9-8896-d881d6a7d9c8 admin admin] Publish callbacks [] for security_group (10c0d65d-e282-4c6c-a6f1-7653aa6d6b44), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:18.978436 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6f4899bc-e019-48d9-8896-d881d6a7d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (10c0d65d-e282-4c6c-a6f1-7653aa6d6b44), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:19.015139 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4899bc-e019-48d9-8896-d881d6a7d9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c0d65d-e282-4c6c-a6f1-7653aa6d6b44,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:19.020430 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6f4899bc-e019-48d9-8896-d881d6a7d9c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3219f6af271649b795421ff2de693de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227337 Apr 12 12:27:19.023064 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49748) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:19.072111 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d1f15ea-d461-422e-b1e8-eb7fa12ae001 admin admin] Publish callbacks [] for security_group (10c0d65d-e282-4c6c-a6f1-7653aa6d6b44), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:19.093262 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d1f15ea-d461-422e-b1e8-eb7fa12ae001 admin admin] Publish callbacks [] for security_group (10c0d65d-e282-4c6c-a6f1-7653aa6d6b44), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:19.215301 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d1f15ea-d461-422e-b1e8-eb7fa12ae001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (10c0d65d-e282-4c6c-a6f1-7653aa6d6b44), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:19.217896 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d1f15ea-d461-422e-b1e8-eb7fa12ae001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:19.219153 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-3d1f15ea-d461-422e-b1e8-eb7fa12ae001 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10c0d65d-e282-4c6c-a6f1-7653aa6d6b44 HTTP/1.1" status: 204 len: 168 time: 0.1951163 Apr 12 12:27:19.227337 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f15ea-d461-422e-b1e8-eb7fa12ae001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c0d65d-e282-4c6c-a6f1-7653aa6d6b44,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:19.738848 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b08a-a719-4291-97a0-8f47dc777d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:21.736185 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49798) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:21.852260 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db857f50-3bdd-46c6-abc0-ab06784e42c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:21.924922 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db857f50-3bdd-46c6-abc0-ab06784e42c7 admin admin] Publish callbacks [] for security_group (46bb9153-b809-449c-ac0c-7a678aa5ad35), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:21.992297 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db857f50-3bdd-46c6-abc0-ab06784e42c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (46bb9153-b809-449c-ac0c-7a678aa5ad35), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.029762 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db857f50-3bdd-46c6-abc0-ab06784e42c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bb9153-b809-449c-ac0c-7a678aa5ad35,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:22.035399 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-db857f50-3bdd-46c6-abc0-ab06784e42c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd595b3526094450afaf3802e469ddf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970126 Apr 12 12:27:22.036802 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49804) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:22.085901 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3607aeeb-5c57-442a-9e32-ad4d063b4ad4 admin admin] Publish callbacks [] for security_group (46bb9153-b809-449c-ac0c-7a678aa5ad35), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.111363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3607aeeb-5c57-442a-9e32-ad4d063b4ad4 admin admin] Publish callbacks [] for security_group (46bb9153-b809-449c-ac0c-7a678aa5ad35), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.241771 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3607aeeb-5c57-442a-9e32-ad4d063b4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (46bb9153-b809-449c-ac0c-7a678aa5ad35), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.244360 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3607aeeb-5c57-442a-9e32-ad4d063b4ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.245495 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-3607aeeb-5c57-442a-9e32-ad4d063b4ad4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46bb9153-b809-449c-ac0c-7a678aa5ad35 HTTP/1.1" status: 204 len: 168 time: 0.2077587 Apr 12 12:27:22.274609 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607aeeb-5c57-442a-9e32-ad4d063b4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bb9153-b809-449c-ac0c-7a678aa5ad35,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:22.287468 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5be48-62a0-46c7-b565-f0eca00c0341 req-3b935892-727a-4e05-b6db-624f34cfd2d6 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:22.289142 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6df5be48-62a0-46c7-b565-f0eca00c0341 req-3b935892-727a-4e05-b6db-624f34cfd2d6 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0576417 Apr 12 12:27:22.339893 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-6df5be48-62a0-46c7-b565-f0eca00c0341 req-890ad63b-74cd-4674-922d-5a3c7a238e31 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Apr 12 12:27:22.362598 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49814) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:22.554436 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8b912-f03d-457e-8e5b-e57c689e5431 tempest-TestMinimumBasicScenario-1603100843 tempest-TestMinimumBasicScenario-1603100843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:22.556988 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-0bc8b912-f03d-457e-8e5b-e57c689e5431 tempest-TestMinimumBasicScenario-1603100843 tempest-TestMinimumBasicScenario-1603100843-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1124 time: 0.1928377 Apr 12 12:27:22.559948 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49820) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:22.564685 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'floatingip': {'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'port_id': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:22.570159 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d6561642-75c4-4564-9c1f-7bb53447f265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.649655 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.733199 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.852709 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Allocated IP 172.27.3.103 (22546a3f-288e-4f47-a754-d66b5fbf87eb/00904505-d7b3-4c64-add6-83d2b76d32e3/d9603760-a89a-41ea-af2c-f11db4165076) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:27:22.865734 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49822) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:22.880383 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a81d7e2-88e1-4711-9c5f-1f5f14ff8484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.960056 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a81d7e2-88e1-4711-9c5f-1f5f14ff8484 admin admin] Publish callbacks [] for security_group (03eab974-e198-4cb2-8198-30ca1d527065), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:22.969320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for port (d9603760-a89a-41ea-af2c-f11db4165076), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.032114 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a81d7e2-88e1-4711-9c5f-1f5f14ff8484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (03eab974-e198-4cb2-8198-30ca1d527065), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.061200 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729534871848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (d9603760-a89a-41ea-af2c-f11db4165076), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.070340 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81d7e2-88e1-4711-9c5f-1f5f14ff8484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eab974-e198-4cb2-8198-30ca1d527065,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:23.077379 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-1a81d7e2-88e1-4711-9c5f-1f5f14ff8484 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05beef542ef649e2870cd96061d7d6b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072420 Apr 12 12:27:23.078274 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49824) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:23.099125 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Network 22546a3f-288e-4f47-a754-d66b5fbf87eb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:27:23.102380 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:27:23.108081 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:27:23.130209 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-042ff570-bb84-401b-846d-28eb8f2dbd7d admin admin] Publish callbacks [] for security_group (03eab974-e198-4cb2-8198-30ca1d527065), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.138686 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'Port': ['ID=d9603760-a89a-41ea-af2c-f11db4165076,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:23.152280 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-042ff570-bb84-401b-846d-28eb8f2dbd7d admin admin] Publish callbacks [] for security_group (03eab974-e198-4cb2-8198-30ca1d527065), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.260740 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-042ff570-bb84-401b-846d-28eb8f2dbd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (03eab974-e198-4cb2-8198-30ca1d527065), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.263414 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-042ff570-bb84-401b-846d-28eb8f2dbd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.264595 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-042ff570-bb84-401b-846d-28eb8f2dbd7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03eab974-e198-4cb2-8198-30ca1d527065 HTTP/1.1" status: 204 len: 168 time: 0.1860621 Apr 12 12:27:23.272764 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ff570-bb84-401b-846d-28eb8f2dbd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eab974-e198-4cb2-8198-30ca1d527065,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:23.513036 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for floatingip (38355202-decc-4719-af5e-61f3619be49b), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.641413 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.703320 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (d9603760-a89a-41ea-af2c-f11db4165076), before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.860412 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for port (d9603760-a89a-41ea-af2c-f11db4165076), precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:23.929921 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9066869'] for port (d9603760-a89a-41ea-af2c-f11db4165076), after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:24.001399 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'Port': ['ID=d9603760-a89a-41ea-af2c-f11db4165076,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:24.014173 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652235'] for floatingip (38355202-decc-4719-af5e-61f3619be49b), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:24.124348 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Floating IP 38355202-decc-4719-af5e-61f3619be49b associated. External IP: 172.27.3.103, port: a10638c7-4894-4a26-bf44-e4f323197a31. Apr 12 12:27:24.339942 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:27:24.456318 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:27:24.466556 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] Sync routers for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:27:24.477156 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:24.478294 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:27:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:24.604834 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:24.728440 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:24.903990 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-1aa5d1c0-fb96-417f-a0e8-3739c0b264dd tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3429275 Apr 12 12:27:24.904721 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:27:24.906901 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49856) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:24.907349 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2765916-85eb-439c-9732-1914f67f452c" -d '{"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:27:24.911513 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-71b599b1-9e67-4805-a475-fb477c548942 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011221685', 'description': 'tempest-secgroup-smoke-1011221685 description', 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:24.952765 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d2bdc9-f003-4d64-a669-5f4f2e4c41a5 x-openstack-request-id: req-b4d2bdc9-f003-4d64-a669-5f4f2e4c41a5 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:27:24.953106 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:27:24.953376 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4d2bdc9-f003-4d64-a669-5f4f2e4c41a5 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:27:24.953781 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d2bdc9-f003-4d64-a669-5f4f2e4c41a5'] response: {'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'status': 'completed', 'code': 200} Apr 12 12:27:24.974116 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '38355202-decc-4719-af5e-61f3619be49b', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'port_id': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'mac_address': 'fa:16:3e:eb:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:27:23Z', 'updated_at': '2022-04-12T12:27:23Z', 'revision_number': 0, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:22Z', 'revision_number': 5, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:25.010924 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] Checking router: dcd26dc8-aa58-408c-97cd-b44e5346e5f4 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:27:25.019648 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765916-85eb-439c-9732-1914f67f452c req-1da3c87e-1284-4283-9702-f40000900d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:25.021468 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2765916-85eb-439c-9732-1914f67f452c req-1da3c87e-1284-4283-9702-f40000900d5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1129 time: 0.0421996 Apr 12 12:27:25.026709 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:25.029296 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:27:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:25.097485 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-71b599b1-9e67-4805-a475-fb477c548942 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.131760 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.160516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765916-85eb-439c-9732-1914f67f452c req-d5e5c76b-2a74-415a-8094-798d8e86d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:25.162036 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2765916-85eb-439c-9732-1914f67f452c req-d5e5c76b-2a74-415a-8094-798d8e86d80e service neutron] 10.222.0.23 "GET /v2.0/networks?id=bda01a0d-6ece-45d0-a25c-de7ade83bc84 HTTP/1.1" status: 200 len: 916 time: 0.1343987 Apr 12 12:27:25.163171 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:25.199114 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-71b599b1-9e67-4805-a475-fb477c548942 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group (1dacf044-bbe2-4421-994e-0da53d71a110), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.273576 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-71b599b1-9e67-4805-a475-fb477c548942 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1dacf044-bbe2-4421-994e-0da53d71a110), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.304222 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b599b1-9e67-4805-a475-fb477c548942 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dacf044-bbe2-4421-994e-0da53d71a110,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:25.366498 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-71b599b1-9e67-4805-a475-fb477c548942 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.368078 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-71b599b1-9e67-4805-a475-fb477c548942 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4601784 Apr 12 12:27:25.371766 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49874) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:25.376711 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-85af13c4-dc41-4613-844b-b1ee770cf325 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'security_group_rule': {'security_group_id': '1dacf044-bbe2-4421-994e-0da53d71a110', 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:25.394390 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '38355202-decc-4719-af5e-61f3619be49b', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'port_id': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'mac_address': 'fa:16:3e:eb:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:27:23Z', 'updated_at': '2022-04-12T12:27:23Z', 'revision_number': 0, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:22Z', 'revision_number': 5, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:25.425903 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667d985-dace-4b8a-ad14-5433daa385d7 None None] The sync data for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi is: [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '38355202-decc-4719-af5e-61f3619be49b', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'port_id': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'mac_address': 'fa:16:3e:eb:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:27:23Z', 'updated_at': '2022-04-12T12:27:23Z', 'revision_number': 0, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:22Z', 'revision_number': 5, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:27:25.485059 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2765916-85eb-439c-9732-1914f67f452c req-b73aac5c-4f89-4431-896d-c4a966c1d7cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 999 time: 0.0907559 Apr 12 12:27:25.499291 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-85af13c4-dc41-4613-844b-b1ee770cf325 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (bca7e100-67bc-4091-a5e6-12f2e1f59bcd), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.562271 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765916-85eb-439c-9732-1914f67f452c req-a4478f36-6ad9-4541-af8f-3a335de5551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:25.563804 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2765916-85eb-439c-9732-1914f67f452c req-a4478f36-6ad9-4541-af8f-3a335de5551a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=601abe34-e27b-4b19-b1fd-ff0eb3b5c56d HTTP/1.1" status: 200 len: 854 time: 0.0533192 Apr 12 12:27:25.574961 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-85af13c4-dc41-4613-844b-b1ee770cf325 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (bca7e100-67bc-4091-a5e6-12f2e1f59bcd), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.626976 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765916-85eb-439c-9732-1914f67f452c req-cf067b05-a9be-4848-814a-5bcc26fcecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:25.629083 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2765916-85eb-439c-9732-1914f67f452c req-cf067b05-a9be-4848-814a-5bcc26fcecd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bda01a0d-6ece-45d0-a25c-de7ade83bc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528042 Apr 12 12:27:25.717331 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff65d2c-ef30-420e-b26d-580db46fc7cd None None] New status for floating IP 38355202-decc-4719-af5e-61f3619be49b: ACTIVE {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:27:25.740309 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2765916-85eb-439c-9732-1914f67f452c req-8f546b0f-13d1-47fc-bdc6-8cdd7326cf11 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042082 Apr 12 12:27:25.761714 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-85af13c4-dc41-4613-844b-b1ee770cf325 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (bca7e100-67bc-4091-a5e6-12f2e1f59bcd), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.780040 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af13c4-dc41-4613-844b-b1ee770cf325 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca7e100-67bc-4091-a5e6-12f2e1f59bcd,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:25.845845 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-85af13c4-dc41-4613-844b-b1ee770cf325 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:25.847079 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-85af13c4-dc41-4613-844b-b1ee770cf325 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4742002 Apr 12 12:27:25.850046 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49882) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:25.854533 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-cee5ef69-4d0b-4a0b-a6bd-516ebd5e5724 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'security_group_rule': {'security_group_id': '1dacf044-bbe2-4421-994e-0da53d71a110', 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:25.944384 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef69-4d0b-4a0b-a6bd-516ebd5e5724 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (2b9f00cd-cf0f-444b-a82d-cff2be537973), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.007520 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef69-4d0b-4a0b-a6bd-516ebd5e5724 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (2b9f00cd-cf0f-444b-a82d-cff2be537973), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.059793 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a2765916-85eb-439c-9732-1914f67f452c req-9260783b-32ea-4394-a9bd-55112c6d7e80 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899608 Apr 12 12:27:26.081183 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef69-4d0b-4a0b-a6bd-516ebd5e5724 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (2b9f00cd-cf0f-444b-a82d-cff2be537973), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.098734 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5ef69-4d0b-4a0b-a6bd-516ebd5e5724 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9f00cd-cf0f-444b-a82d-cff2be537973,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:26.183335 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef69-4d0b-4a0b-a6bd-516ebd5e5724 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.184655 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-cee5ef69-4d0b-4a0b-a6bd-516ebd5e5724 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335588 Apr 12 12:27:26.187266 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49884) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:26.194944 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-7d136bc3-5574-4be7-b109-a1e33236b2f4 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'security_group_rule': {'security_group_id': '1dacf044-bbe2-4421-994e-0da53d71a110', 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:26.289654 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d136bc3-5574-4be7-b109-a1e33236b2f4 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (7c5f3b50-f11d-47a1-9a08-2e74ae0f8514), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.355094 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d136bc3-5574-4be7-b109-a1e33236b2f4 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (7c5f3b50-f11d-47a1-9a08-2e74ae0f8514), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.358163 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.461380 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d136bc3-5574-4be7-b109-a1e33236b2f4 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (7c5f3b50-f11d-47a1-9a08-2e74ae0f8514), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.479802 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d136bc3-5574-4be7-b109-a1e33236b2f4 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5f3b50-f11d-47a1-9a08-2e74ae0f8514,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:26.583282 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d136bc3-5574-4be7-b109-a1e33236b2f4 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.584459 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7d136bc3-5574-4be7-b109-a1e33236b2f4 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3962095 Apr 12 12:27:26.587228 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49890) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:26.592361 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.v2.base [None req-6ab097c8-18e1-4f7c-bd06-c0b6eb2390df tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'security_group_rule': {'security_group_id': '1dacf044-bbe2-4421-994e-0da53d71a110', 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:26.704401 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ab097c8-18e1-4f7c-bd06-c0b6eb2390df tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (0acc5b1c-91a4-48ef-92df-2d7b0c112d30), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.762820 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ab097c8-18e1-4f7c-bd06-c0b6eb2390df tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (0acc5b1c-91a4-48ef-92df-2d7b0c112d30), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.904027 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ab097c8-18e1-4f7c-bd06-c0b6eb2390df tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (0acc5b1c-91a4-48ef-92df-2d7b0c112d30), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.921450 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab097c8-18e1-4f7c-bd06-c0b6eb2390df tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acc5b1c-91a4-48ef-92df-2d7b0c112d30,revision_number=0']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:26.985850 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ab097c8-18e1-4f7c-bd06-c0b6eb2390df tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:26.987139 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6ab097c8-18e1-4f7c-bd06-c0b6eb2390df tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3983486 Apr 12 12:27:26.990290 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49892) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:26.995503 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-93fdedd5-3cbb-4068-9a53-073c4fd1be19 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'security_group_rule': {'security_group_id': '1dacf044-bbe2-4421-994e-0da53d71a110', 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:27.087315 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-93fdedd5-3cbb-4068-9a53-073c4fd1be19 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Project 824b23f1ee20493fad5d8f23f8b43aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 12:27:27.093362 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93fdedd5-3cbb-4068-9a53-073c4fd1be19 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (42151dff-cfec-4713-8c3a-d863be97ed4d), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:27.155854 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93fdedd5-3cbb-4068-9a53-073c4fd1be19 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (42151dff-cfec-4713-8c3a-d863be97ed4d), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:27.214032 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93fdedd5-3cbb-4068-9a53-073c4fd1be19 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (42151dff-cfec-4713-8c3a-d863be97ed4d), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:27.232882 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdedd5-3cbb-4068-9a53-073c4fd1be19 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42151dff-cfec-4713-8c3a-d863be97ed4d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:27.291764 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93fdedd5-3cbb-4068-9a53-073c4fd1be19 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:27.291764 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-93fdedd5-3cbb-4068-9a53-073c4fd1be19 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992828 Apr 12 12:27:27.293695 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49896) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:27.298057 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5de72a9d-5cc2-41fa-80b9-35eed835bff3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'security_group_rule': {'security_group_id': '1dacf044-bbe2-4421-994e-0da53d71a110', 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:27.372740 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-5de72a9d-5cc2-41fa-80b9-35eed835bff3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Project 824b23f1ee20493fad5d8f23f8b43aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 12:27:27.378977 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5de72a9d-5cc2-41fa-80b9-35eed835bff3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (907b65ad-78d3-4f5a-ae37-6c8cdfc1a572), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:27.440062 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5de72a9d-5cc2-41fa-80b9-35eed835bff3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (907b65ad-78d3-4f5a-ae37-6c8cdfc1a572), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:27.564100 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5de72a9d-5cc2-41fa-80b9-35eed835bff3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544618'] for security_group_rule (907b65ad-78d3-4f5a-ae37-6c8cdfc1a572), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:27.579079 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de72a9d-5cc2-41fa-80b9-35eed835bff3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907b65ad-78d3-4f5a-ae37-6c8cdfc1a572,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:27.690788 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5de72a9d-5cc2-41fa-80b9-35eed835bff3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:27.690788 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-5de72a9d-5cc2-41fa-80b9-35eed835bff3 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3955486 Apr 12 12:27:27.946555 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-f9553637-4dc5-4890-8a43-55fcd695cdab tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011221685&fields=id&tenant_id=824b23f1ee20493fad5d8f23f8b43aa4 HTTP/1.1" status: 200 len: 267 time: 0.2115991 Apr 12 12:27:27.996632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-645c8687-8c4c-4436-8119-8d4892349bb2 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:27.998146 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-645c8687-8c4c-4436-8119-8d4892349bb2 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0456560 Apr 12 12:27:28.008783 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'port': {'security_groups': ['6e2fce81-6f13-4098-84ce-9c796d1a1444', '1dacf044-bbe2-4421-994e-0da53d71a110']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:27:28.083905 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:28.269606 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] For port a10638c7-4894-4a26-bf44-e4f323197a31, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a10638c7-4894-4a26-bf44-e4f323197a31,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:28.299476 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for port (a10638c7-4894-4a26-bf44-e4f323197a31), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:28.366887 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:28.380182 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['a10638c7-4894-4a26-bf44-e4f323197a31'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:27:28.411426 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:28.412122 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:28.413525 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-773315b1-f7e2-4847-a474-2ffe07e1588b req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "PUT /v2.0/ports/a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 981 time: 0.4092345 Apr 12 12:27:28.413989 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:27:28.417043 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316e9c77-7d81-4303-aa42-72e644d3ef38" -d '{"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:27:28.463353 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd7ba0-3e1e-4128-a148-06a850e17c9d x-openstack-request-id: req-c5cd7ba0-3e1e-4128-a148-06a850e17c9d {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:27:28.463720 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:27:28.464202 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5cd7ba0-3e1e-4128-a148-06a850e17c9d {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:27:28.464704 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cd7ba0-3e1e-4128-a148-06a850e17c9d'] response: {'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'status': 'completed', 'code': 200} Apr 12 12:27:28.468652 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54676065-a82d-4e00-b62e-2c7c3f2f62b0 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'Port': ['ID=a10638c7-4894-4a26-bf44-e4f323197a31,revision_number=6']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:28.504689 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['a10638c7-4894-4a26-bf44-e4f323197a31'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:27:28.571924 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e61dcf-92f8-435d-ae43-797de94b7e6c req-c31e82d1-1c54-45fa-8cd7-3637731a7051 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:28.573744 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d4e61dcf-92f8-435d-ae43-797de94b7e6c req-c31e82d1-1c54-45fa-8cd7-3637731a7051 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0860908 Apr 12 12:27:28.575049 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-05185e00-ff9f-4224-8df2-7b80b9ed720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:28.576535 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-05185e00-ff9f-4224-8df2-7b80b9ed720a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1168 time: 0.0772138 Apr 12 12:27:28.696823 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-d4e61dcf-92f8-435d-ae43-797de94b7e6c req-0665db2d-ac68-4e82-9572-7dc5815aa640 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167400 Apr 12 12:27:28.723456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-89bc168e-738f-4243-94e2-62c1e9586553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:28.724964 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-89bc168e-738f-4243-94e2-62c1e9586553 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bda01a0d-6ece-45d0-a25c-de7ade83bc84 HTTP/1.1" status: 200 len: 916 time: 0.1309297 Apr 12 12:27:28.749898 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-05d8408d-485f-43dd-a8fd-3c7a1b65e8dd None None] Provisioning complete for port a10638c7-4894-4a26-bf44-e4f323197a31 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:27:28.750271 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-05d8408d-485f-43dd-a8fd-3c7a1b65e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:28.803425 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-05a75e62-4c1c-4d45-afd3-7fa034bae3d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 1001 time: 0.0667305 Apr 12 12:27:28.863311 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-036e31da-3a26-45a2-b1f5-78b6b44adc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:28.864870 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-036e31da-3a26-45a2-b1f5-78b6b44adc13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=601abe34-e27b-4b19-b1fd-ff0eb3b5c56d HTTP/1.1" status: 200 len: 854 time: 0.0532279 Apr 12 12:27:28.915463 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-ac3ca1c7-110f-4811-9377-ca6449c7d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:28.917545 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-ac3ca1c7-110f-4811-9377-ca6449c7d59f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bda01a0d-6ece-45d0-a25c-de7ade83bc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443730 Apr 12 12:27:28.968918 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-05d8408d-485f-43dd-a8fd-3c7a1b65e8dd None None] Current status of the port a10638c7-4894-4a26-bf44-e4f323197a31 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:27:29.013388 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-1c27194c-f09e-4a26-9d68-174739d058d6 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872173 Apr 12 12:27:29.117332 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-316e9c77-7d81-4303-aa42-72e644d3ef38 req-47923113-513b-47ab-a6f6-bf039b9b76fd service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915315 Apr 12 12:27:29.168248 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-5d8f60e4-3f9e-491c-b204-8e0a779d482d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408311 Apr 12 12:27:29.215991 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 49924) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:29.253212 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-4ef90dd8-0516-466e-95c8-b800e726c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:29.254704 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-4ef90dd8-0516-466e-95c8-b800e726c281 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1129 time: 0.0394201 Apr 12 12:27:29.321019 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-396a027b-14c2-472e-873f-ddf9bf04a524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:29.361309 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-8e5d777e-f83d-4379-804c-dba908b5182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:29.362690 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-8e5d777e-f83d-4379-804c-dba908b5182c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 200 len: 909 time: 0.0898128 Apr 12 12:27:29.396027 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-396a027b-14c2-472e-873f-ddf9bf04a524 admin admin] Publish callbacks [] for security_group (d1002225-377c-4d3a-b783-fe301fd7ce11), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:29.430799 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-718e55dc-1036-4703-b3e2-84fe03773d1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 1000 time: 0.0599051 Apr 12 12:27:29.478193 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-396a027b-14c2-472e-873f-ddf9bf04a524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (d1002225-377c-4d3a-b783-fe301fd7ce11), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:29.483540 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-9bf6eb35-20c2-4769-b8a7-c7ba069a5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:29.487596 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-9bf6eb35-20c2-4769-b8a7-c7ba069a5ed2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb35183a-0720-4285-8ea8-d6bc276e77c2 HTTP/1.1" status: 200 len: 847 time: 0.0481145 Apr 12 12:27:29.526297 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-396a027b-14c2-472e-873f-ddf9bf04a524 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20c23888e247434fb4b2f86a716b435e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091927 Apr 12 12:27:29.527080 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a027b-14c2-472e-873f-ddf9bf04a524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1002225-377c-4d3a-b783-fe301fd7ce11,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:29.529524 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49928) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:29.551973 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-db92f7a6-74e8-4945-be72-9084045a59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:29.553731 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-db92f7a6-74e8-4945-be72-9084045a59bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c33142-8a89-49b3-9a6d-6bebb85b0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586824 Apr 12 12:27:29.639144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78c64846-5f4c-4465-ae19-0abca902a49f admin admin] Publish callbacks [] for security_group (d1002225-377c-4d3a-b783-fe301fd7ce11), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:29.670428 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78c64846-5f4c-4465-ae19-0abca902a49f admin admin] Publish callbacks [] for security_group (d1002225-377c-4d3a-b783-fe301fd7ce11), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:29.689082 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-926955d6-14ce-4ec4-b774-a190e8c71d9e service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278028 Apr 12 12:27:29.789324 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-e50d3347-7d17-44fa-9f5a-d4c7ea4255b2 req-b618c56a-dc41-43fa-9201-19998007721e service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886304 Apr 12 12:27:29.835516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78c64846-5f4c-4465-ae19-0abca902a49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (d1002225-377c-4d3a-b783-fe301fd7ce11), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:29.838147 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78c64846-5f4c-4465-ae19-0abca902a49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:29.843119 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-78c64846-5f4c-4465-ae19-0abca902a49f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1002225-377c-4d3a-b783-fe301fd7ce11 HTTP/1.1" status: 204 len: 168 time: 0.3088117 Apr 12 12:27:29.847029 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c64846-5f4c-4465-ae19-0abca902a49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1002225-377c-4d3a-b783-fe301fd7ce11,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:30.448983 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49936) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:30.462363 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-efff5a17-8f41-44e0-946a-eb3beb052031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:30.540203 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-efff5a17-8f41-44e0-946a-eb3beb052031 admin admin] Publish callbacks [] for security_group (77b2f297-7a3c-4bfb-bcf7-1957d5a9bcbd), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:30.654849 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-efff5a17-8f41-44e0-946a-eb3beb052031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (77b2f297-7a3c-4bfb-bcf7-1957d5a9bcbd), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:30.691720 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff5a17-8f41-44e0-946a-eb3beb052031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b2f297-7a3c-4bfb-bcf7-1957d5a9bcbd,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:30.696144 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-efff5a17-8f41-44e0-946a-eb3beb052031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=109ae84e6d274fafa5e1487b245e261e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460907 Apr 12 12:27:30.699619 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 49938) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:30.747360 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90ddc0ba-d275-4daa-bcb9-b84698fd00e6 admin admin] Publish callbacks [] for security_group (77b2f297-7a3c-4bfb-bcf7-1957d5a9bcbd), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:30.771496 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90ddc0ba-d275-4daa-bcb9-b84698fd00e6 admin admin] Publish callbacks [] for security_group (77b2f297-7a3c-4bfb-bcf7-1957d5a9bcbd), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:30.916475 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90ddc0ba-d275-4daa-bcb9-b84698fd00e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (77b2f297-7a3c-4bfb-bcf7-1957d5a9bcbd), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:30.919337 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90ddc0ba-d275-4daa-bcb9-b84698fd00e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:30.924476 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-90ddc0ba-d275-4daa-bcb9-b84698fd00e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b2f297-7a3c-4bfb-bcf7-1957d5a9bcbd HTTP/1.1" status: 204 len: 168 time: 0.2199726 Apr 12 12:27:30.928634 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddc0ba-d275-4daa-bcb9-b84698fd00e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b2f297-7a3c-4bfb-bcf7-1957d5a9bcbd,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:34.317891 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50012) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:34.421191 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab2ca-4518-4015-9b46-543394c869d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:34.494167 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab2ca-4518-4015-9b46-543394c869d7 admin admin] Publish callbacks [] for security_group (13c30931-d342-4d9b-983d-d59152827988), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:34.584504 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab2ca-4518-4015-9b46-543394c869d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (13c30931-d342-4d9b-983d-d59152827988), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:34.625608 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ab2ca-4518-4015-9b46-543394c869d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c30931-d342-4d9b-983d-d59152827988,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:34.631239 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-dc1ab2ca-4518-4015-9b46-543394c869d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cceb06ada5748738415a2cb07e2ba24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122571 Apr 12 12:27:34.633920 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50016) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:34.683023 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee253-3fb6-4afd-95ee-a59fa11fdf2f admin admin] Publish callbacks [] for security_group (13c30931-d342-4d9b-983d-d59152827988), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:34.708835 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee253-3fb6-4afd-95ee-a59fa11fdf2f admin admin] Publish callbacks [] for security_group (13c30931-d342-4d9b-983d-d59152827988), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:34.864412 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee253-3fb6-4afd-95ee-a59fa11fdf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (13c30931-d342-4d9b-983d-d59152827988), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:34.867066 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee253-3fb6-4afd-95ee-a59fa11fdf2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:34.868218 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-5f7ee253-3fb6-4afd-95ee-a59fa11fdf2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13c30931-d342-4d9b-983d-d59152827988 HTTP/1.1" status: 204 len: 168 time: 0.2333200 Apr 12 12:27:34.875904 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ee253-3fb6-4afd-95ee-a59fa11fdf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c30931-d342-4d9b-983d-d59152827988,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:35.322823 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:27:35.490579 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50022) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:35.504292 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-074c12c0-d7ba-44a1-a03b-9e7f43dcce30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:35.576796 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-074c12c0-d7ba-44a1-a03b-9e7f43dcce30 admin admin] Publish callbacks [] for security_group (00a0e20c-e8f8-4624-becc-6ffacb7c6672), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:35.649078 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-074c12c0-d7ba-44a1-a03b-9e7f43dcce30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (00a0e20c-e8f8-4624-becc-6ffacb7c6672), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:35.686796 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c12c0-d7ba-44a1-a03b-9e7f43dcce30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a0e20c-e8f8-4624-becc-6ffacb7c6672,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:35.690938 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-074c12c0-d7ba-44a1-a03b-9e7f43dcce30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8387fa77ca034640954e3679faf9f641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992142 Apr 12 12:27:35.695052 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50024) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:35.743714 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1922b1c-4def-4e59-af25-16d380a2a2b0 admin admin] Publish callbacks [] for security_group (00a0e20c-e8f8-4624-becc-6ffacb7c6672), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:35.765810 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1922b1c-4def-4e59-af25-16d380a2a2b0 admin admin] Publish callbacks [] for security_group (00a0e20c-e8f8-4624-becc-6ffacb7c6672), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:35.877762 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1922b1c-4def-4e59-af25-16d380a2a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (00a0e20c-e8f8-4624-becc-6ffacb7c6672), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:35.880313 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1922b1c-4def-4e59-af25-16d380a2a2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:35.881496 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-b1922b1c-4def-4e59-af25-16d380a2a2b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00a0e20c-e8f8-4624-becc-6ffacb7c6672 HTTP/1.1" status: 204 len: 168 time: 0.1870189 Apr 12 12:27:35.890778 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1922b1c-4def-4e59-af25-16d380a2a2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a0e20c-e8f8-4624-becc-6ffacb7c6672,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:38.886380 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50094) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:38.990900 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6763c07b-80dd-4076-ad65-ca5192a3cfe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:39.074527 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6763c07b-80dd-4076-ad65-ca5192a3cfe1 admin admin] Publish callbacks [] for security_group (89331c38-5602-4c5b-810f-57e24c0065d3), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:39.134620 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6763c07b-80dd-4076-ad65-ca5192a3cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (89331c38-5602-4c5b-810f-57e24c0065d3), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:39.173055 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6763c07b-80dd-4076-ad65-ca5192a3cfe1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=100e084455d84e7a9132473b4ae123da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855601 Apr 12 12:27:39.174027 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763c07b-80dd-4076-ad65-ca5192a3cfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89331c38-5602-4c5b-810f-57e24c0065d3,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:39.175721 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50098) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:39.225371 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57cec612-b09f-4c47-bba5-106faa44031c admin admin] Publish callbacks [] for security_group (89331c38-5602-4c5b-810f-57e24c0065d3), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:39.246552 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57cec612-b09f-4c47-bba5-106faa44031c admin admin] Publish callbacks [] for security_group (89331c38-5602-4c5b-810f-57e24c0065d3), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:39.369474 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57cec612-b09f-4c47-bba5-106faa44031c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (89331c38-5602-4c5b-810f-57e24c0065d3), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:39.372137 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57cec612-b09f-4c47-bba5-106faa44031c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:39.373639 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-57cec612-b09f-4c47-bba5-106faa44031c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89331c38-5602-4c5b-810f-57e24c0065d3 HTTP/1.1" status: 204 len: 168 time: 0.1969044 Apr 12 12:27:39.382004 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec612-b09f-4c47-bba5-106faa44031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89331c38-5602-4c5b-810f-57e24c0065d3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:40.030204 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50104) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:40.043810 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72e7-be87-4426-9a98-b51a219555e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:40.125753 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72e7-be87-4426-9a98-b51a219555e2 admin admin] Publish callbacks [] for security_group (94f6f082-d969-46ee-83ea-9a575c06c39f), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:40.226288 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d3d72e7-be87-4426-9a98-b51a219555e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (94f6f082-d969-46ee-83ea-9a575c06c39f), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:40.265939 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-1d3d72e7-be87-4426-9a98-b51a219555e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56ed1c50f60b436e93f6676c1ac2a4f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346337 Apr 12 12:27:40.266817 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d72e7-be87-4426-9a98-b51a219555e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f6f082-d969-46ee-83ea-9a575c06c39f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:40.268609 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50106) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:40.319240 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b3a0db78-65f1-499c-8633-45932a2d8992 admin admin] Publish callbacks [] for security_group (94f6f082-d969-46ee-83ea-9a575c06c39f), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:40.342544 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b3a0db78-65f1-499c-8633-45932a2d8992 admin admin] Publish callbacks [] for security_group (94f6f082-d969-46ee-83ea-9a575c06c39f), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:40.470063 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b3a0db78-65f1-499c-8633-45932a2d8992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (94f6f082-d969-46ee-83ea-9a575c06c39f), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:40.472654 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b3a0db78-65f1-499c-8633-45932a2d8992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:40.473896 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b3a0db78-65f1-499c-8633-45932a2d8992 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94f6f082-d969-46ee-83ea-9a575c06c39f HTTP/1.1" status: 204 len: 168 time: 0.2042561 Apr 12 12:27:40.481805 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0db78-65f1-499c-8633-45932a2d8992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f6f082-d969-46ee-83ea-9a575c06c39f,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:42.378421 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50144) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:42.534795 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Deleting port e3d6515b-f189-4811-86c1-60f612df5ad8 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:42.535143 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (e3d6515b-f189-4811-86c1-60f612df5ad8), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:42.611119 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (e3d6515b-f189-4811-86c1-60f612df5ad8), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:42.611449 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for floatingip (e3d6515b-f189-4811-86c1-60f612df5ad8), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:42.623717 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Calling delete_port for e3d6515b-f189-4811-86c1-60f612df5ad8 owned by network:floatingip {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:42.883561 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (e3d6515b-f189-4811-86c1-60f612df5ad8), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:42.909176 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event deleted for resources: {'Port': ['ID=e3d6515b-f189-4811-86c1-60f612df5ad8,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:42.975121 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for floatingip (ab3638ea-99d4-43af-889f-f256d5fa6f6e), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:42.975486 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Floating IP ab3638ea-99d4-43af-889f-f256d5fa6f6e disassociated (deleted). External IP: 172.27.3.44, port: d9a6019b-123c-4e02-af9c-f5594baf9f75. Apr 12 12:27:43.189404 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Router febb3520-ab77-4dbd-9da0-4cf547320914 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:27:43.303402 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:27:43.308268 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:43.313042 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] Sync routers for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:27:43.323922 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:43.324801 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:27:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:43.342184 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-22a14361-8f0d-46ce-aa7f-9ec788202fc1 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "DELETE /v2.0/floatingips/ab3638ea-99d4-43af-889f-f256d5fa6f6e HTTP/1.1" status: 204 len: 168 time: 0.9626534 Apr 12 12:27:43.346273 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:27:43.346273 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19f8e32-ff3d-43e1-8b6b-3315223e5414" -d '{"events": [{"name": "network-changed", "server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:27:43.404742 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022ba189-fe76-4339-b9b8-51c9cc11d78b x-openstack-request-id: req-022ba189-fe76-4339-b9b8-51c9cc11d78b {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:27:43.405763 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:27:43.405763 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-022ba189-fe76-4339-b9b8-51c9cc11d78b {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:27:43.405763 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022ba189-fe76-4339-b9b8-51c9cc11d78b'] response: {'name': 'network-changed', 'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'status': 'completed', 'code': 200} Apr 12 12:27:43.446365 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:43.471006 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-45057576-3a6d-4894-b5a3-e1c698e4acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:43.472712 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-45057576-3a6d-4894-b5a3-e1c698e4acb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc92f5198e7a48eb8439b88714806b81&device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 1129 time: 0.0425801 Apr 12 12:27:43.576958 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-8ab85b1e-1450-455a-b15a-437b861d6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:43.578304 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-8ab85b1e-1450-455a-b15a-437b861d6e51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 200 len: 909 time: 0.0982525 Apr 12 12:27:43.621763 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-7c0d2acc-c504-4e79-9581-4a8237bf9327 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 200 len: 217 time: 0.0355847 Apr 12 12:27:43.653305 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:51Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:43.673147 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-87ddd11d-2b56-457d-9869-00c5330531bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:43.674623 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-87ddd11d-2b56-457d-9869-00c5330531bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb35183a-0720-4285-8ea8-d6bc276e77c2 HTTP/1.1" status: 200 len: 847 time: 0.0464675 Apr 12 12:27:43.680627 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] Checking router: febb3520-ab77-4dbd-9da0-4cf547320914 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:27:43.689825 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:43.690331 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:27:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:43.720953 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-9f1aaf26-48cd-4a15-af5e-30108d75aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:43.722557 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-9f1aaf26-48cd-4a15-af5e-30108d75aba0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f8c33142-8a89-49b3-9a6d-6bebb85b0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404463 Apr 12 12:27:43.814524 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:43.867852 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8be064-a2a6-4762-8052-163e4c4f163b req-3d45cd28-a4ef-444a-9511-a31e045e397c tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:43.869282 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1d8be064-a2a6-4762-8052-163e4c4f163b req-3d45cd28-a4ef-444a-9511-a31e045e397c tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0498769 Apr 12 12:27:43.919057 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-1d8be064-a2a6-4762-8052-163e4c4f163b req-c06bf6b5-8863-4c9d-adf4-729ced5f724e tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440328 Apr 12 12:27:44.015599 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:51Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:44.043188 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ef752-5afe-488c-9d98-3129c4060759 None None] The sync data for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi is: [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:22:46Z', 'revision_number': 4, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95', 'name': '', 'network_id': 'f8c33142-8a89-49b3-9a6d-6bebb85b0710', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'mac_address': 'fa:16:3e:0a:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:45Z', 'updated_at': '2022-04-12T12:22:51Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'subnets': [{'id': 'bb35183a-0720-4285-8ea8-d6bc276e77c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:27:44.263865 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ae1bb-146f-425e-8669-85c4b935ba4b None None] New status for floating IP ab3638ea-99d4-43af-889f-f256d5fa6f6e: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:27:44.812348 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-22c5d140-a28b-429f-8b48-d08b1ece2179 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:27:44.813515 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-22c5d140-a28b-429f-8b48-d08b1ece2179 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054977 Apr 12 12:27:44.905227 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-1c299061-791c-4f46-8fda-20ed272c08a0 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842006 Apr 12 12:27:45.085498 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-a19f8e32-ff3d-43e1-8b6b-3315223e5414 req-8ee035e5-7651-4572-a841-20c72722d2b5 service neutron] 10.222.0.23 "GET /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037788 Apr 12 12:27:45.226224 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53c6c0-a9b1-41bb-84df-72082a231cf4 req-2877be66-1ad3-4956-b5b3-6515c93f3f90 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:45.229177 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8a53c6c0-a9b1-41bb-84df-72082a231cf4 req-2877be66-1ad3-4956-b5b3-6515c93f3f90 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.2209125 Apr 12 12:27:45.277350 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-8a53c6c0-a9b1-41bb-84df-72082a231cf4 req-cd9c3ddb-5ef1-4a69-aa57-db58dae6b797 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fbb9334-e018-4f3a-bd77-b5ee56be56d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437119 Apr 12 12:27:45.318057 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a149c-f644-4431-80b8-a553b220080e req-adf06e75-027c-4f2c-ad54-a437fc73b7ea tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:45.319511 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4c8a149c-f644-4431-80b8-a553b220080e req-adf06e75-027c-4f2c-ad54-a437fc73b7ea tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.23 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 945 time: 0.0473261 Apr 12 12:27:45.409053 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Deleting port d9a6019b-123c-4e02-af9c-f5594baf9f75 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:45.409390 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:45.500089 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] For port d9a6019b-123c-4e02-af9c-f5594baf9f75, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9a6019b-123c-4e02-af9c-f5594baf9f75,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:45.500457 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:45.513800 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Calling delete_port for d9a6019b-123c-4e02-af9c-f5594baf9f75 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:45.738583 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (d9a6019b-123c-4e02-af9c-f5594baf9f75), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:45.769378 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event deleted for resources: {'Port': ['ID=d9a6019b-123c-4e02-af9c-f5594baf9f75,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:45.816516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] No DVR routers for this DVR port d9a6019b-123c-4e02-af9c-f5594baf9f75 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:27:45.819200 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:45.822673 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4c8a149c-f644-4431-80b8-a553b220080e req-98af5704-6634-4ef0-b81b-c19b10d35942 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.23 "DELETE /v2.0/ports/d9a6019b-123c-4e02-af9c-f5594baf9f75 HTTP/1.1" status: 204 len: 173 time: 0.4963322 Apr 12 12:27:45.823177 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'name': 'network-vif-deleted', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:27:45.825931 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76db5de-8646-448f-a6db-c45687a8e058" -d '{"events": [{"server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "name": "network-vif-deleted", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:27:45.883383 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726017a-459a-4005-bc6b-26eae0195761 x-openstack-request-id: req-0726017a-459a-4005-bc6b-26eae0195761 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:27:45.883853 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c9bf7b-a6b4-4885-83d9-0c8774d396bb", "name": "network-vif-deleted", "tag": "d9a6019b-123c-4e02-af9c-f5594baf9f75", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:27:45.884272 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0726017a-459a-4005-bc6b-26eae0195761 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:27:45.885041 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0726017a-459a-4005-bc6b-26eae0195761'] response: {'server_uuid': '73c9bf7b-a6b4-4885-83d9-0c8774d396bb', 'name': 'network-vif-deleted', 'tag': 'd9a6019b-123c-4e02-af9c-f5594baf9f75', 'status': 'completed', 'code': 200} Apr 12 12:27:46.252960 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ccde-f284-44ef-a9a6-d38ffe93fd30 req-4d04479b-e24e-4b98-af48-8f3e2a006363 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:46.254551 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4995ccde-f284-44ef-a9a6-d38ffe93fd30 req-4d04479b-e24e-4b98-af48-8f3e2a006363 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0770681 Apr 12 12:27:46.288516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd96551-a462-439b-b23f-1cd356029727 req-3ce9fd23-be5f-4e25-9082-7f4b7ad1219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:46.290330 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ddd96551-a462-439b-b23f-1cd356029727 req-3ce9fd23-be5f-4e25-9082-7f4b7ad1219b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1168 time: 0.0564442 Apr 12 12:27:46.344897 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-4995ccde-f284-44ef-a9a6-d38ffe93fd30 req-826abc90-4c9c-4621-9e35-ed1ad0c71243 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835884 Apr 12 12:27:46.404476 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-894f0e70-129e-48ed-a2a5-6c7ce72bf610 req-9266aaf3-f580-425a-a773-e1babeedcef4 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c9bf7b-a6b4-4885-83d9-0c8774d396bb HTTP/1.1" status: 200 len: 210 time: 0.0380421 Apr 12 12:27:46.426022 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd96551-a462-439b-b23f-1cd356029727 req-0edf7ace-cdd7-4c97-b6ab-8646fe587ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:46.427934 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ddd96551-a462-439b-b23f-1cd356029727 req-0edf7ace-cdd7-4c97-b6ab-8646fe587ba8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bda01a0d-6ece-45d0-a25c-de7ade83bc84 HTTP/1.1" status: 200 len: 916 time: 0.1314237 Apr 12 12:27:46.494972 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ddd96551-a462-439b-b23f-1cd356029727 req-6028d49c-4370-4f8f-9d60-0a0a50f8690d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 1001 time: 0.0603707 Apr 12 12:27:46.552891 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd96551-a462-439b-b23f-1cd356029727 req-820f8bc5-68b6-4a68-b1f6-51cc2acc425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:46.554268 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ddd96551-a462-439b-b23f-1cd356029727 req-820f8bc5-68b6-4a68-b1f6-51cc2acc425c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=601abe34-e27b-4b19-b1fd-ff0eb3b5c56d HTTP/1.1" status: 200 len: 854 time: 0.0469382 Apr 12 12:27:46.597344 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd96551-a462-439b-b23f-1cd356029727 req-fa80d4a8-86b2-4af3-93c9-ce605d08f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:46.598819 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ddd96551-a462-439b-b23f-1cd356029727 req-fa80d4a8-86b2-4af3-93c9-ce605d08f668 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bda01a0d-6ece-45d0-a25c-de7ade83bc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384855 Apr 12 12:27:46.706889 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ddd96551-a462-439b-b23f-1cd356029727 req-6ba47bd3-e53e-4b87-ae23-7cfee1028aa3 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962281 Apr 12 12:27:46.805716 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ddd96551-a462-439b-b23f-1cd356029727 req-1682cda6-aa87-4aae-b49b-5a8bbb27fb91 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900683 Apr 12 12:27:47.461464 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50202) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:47.466599 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9475-74b3-4d5e-ad44-722c6aa555b1 req-296bebee-6e68-4a55-9900-0c74fe9af63a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:47.469597 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b4ad9475-74b3-4d5e-ad44-722c6aa555b1 req-296bebee-6e68-4a55-9900-0c74fe9af63a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0568187 Apr 12 12:27:47.518834 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f682651-6854-4324-b6da-2c575fd1b563 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group (2fbb9334-e018-4f3a-bd77-b5ee56be56d3), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:47.531706 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b4ad9475-74b3-4d5e-ad44-722c6aa555b1 req-dfb78eec-fbd6-4cc2-9075-f09ee0e0aa43 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578227 Apr 12 12:27:47.545798 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f682651-6854-4324-b6da-2c575fd1b563 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group (2fbb9334-e018-4f3a-bd77-b5ee56be56d3), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:47.626385 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:47.700464 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f682651-6854-4324-b6da-2c575fd1b563 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (2fbb9334-e018-4f3a-bd77-b5ee56be56d3), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:47.703159 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f682651-6854-4324-b6da-2c575fd1b563 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:47.704467 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9f682651-6854-4324-b6da-2c575fd1b563 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] 10.222.0.20 "DELETE /v2.0/security-groups/2fbb9334-e018-4f3a-bd77-b5ee56be56d3 HTTP/1.1" status: 204 len: 168 time: 0.2418621 Apr 12 12:27:47.715226 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f682651-6854-4324-b6da-2c575fd1b563 tempest-TestShelveInstance-1294689668 tempest-TestShelveInstance-1294689668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb9334-e018-4f3a-bd77-b5ee56be56d3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:47.816981 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50210) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:48.268350 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (febb3520-ab77-4dbd-9da0-4cf547320914), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:48.502745 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Deleting port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:48.503331 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:48.583613 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] For port 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:48.584093 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:48.600500 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Calling delete_port for 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:48.651805 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202a75-9a9f-4a7e-8dae-446ea8e22302 req-ec4fd639-7831-4f12-9619-1d27c040133c tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:48.653503 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d9202a75-9a9f-4a7e-8dae-446ea8e22302 req-ec4fd639-7831-4f12-9619-1d27c040133c tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0512292 Apr 12 12:27:48.721086 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-d9202a75-9a9f-4a7e-8dae-446ea8e22302 req-010021ae-e470-430d-8185-cc7e71112724 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606682 Apr 12 12:27:48.906536 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:48.954277 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d9a6019b-123c-4e02-af9c-f5594baf9f75 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:27:48.975581 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: d9a6019b-123c-4e02-af9c-f5594baf9f75 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:27:48.975896 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device d9a6019b-123c-4e02-af9c-f5594baf9f75 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:27:49.206264 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:49.378634 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (febb3520-ab77-4dbd-9da0-4cf547320914), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:49.604543 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Router febb3520-ab77-4dbd-9da0-4cf547320914 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:27:49.711922 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-39ba9256-36ae-4c96-8c2d-cd7fd4b56c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:49.731712 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:27:49.741643 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d3f133bf-a0dd-452f-8410-796ce736165f admin admin] 10.222.0.20 "PUT /v2.0/routers/febb3520-ab77-4dbd-9da0-4cf547320914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9190726 Apr 12 12:27:49.741643 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50230) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:49.741844 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] Sync routers for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:27:49.761526 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:49.762261 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:27:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:49.884670 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:49.889018 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8d0fc-b21d-47c6-85d8-3545994b52cb req-32e2d9c6-00e0-4825-b913-5d564d63f39e tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:49.890521 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8dc8d0fc-b21d-47c6-85d8-3545994b52cb req-32e2d9c6-00e0-4825-b913-5d564d63f39e tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0896907 Apr 12 12:27:49.896976 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks [] for router (febb3520-ab77-4dbd-9da0-4cf547320914), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.042477 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8dc8d0fc-b21d-47c6-85d8-3545994b52cb req-fbd7160a-1d8a-41cf-9c09-7471dd02361f tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080623 Apr 12 12:27:50.065055 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks [] for router_gateway (febb3520-ab77-4dbd-9da0-4cf547320914), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.074544 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:27:48Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:50.108340 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] Checking router: febb3520-ab77-4dbd-9da0-4cf547320914 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:27:50.118804 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] Routers {'febb3520-ab77-4dbd-9da0-4cf547320914'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:50.119462 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:27:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['febb3520-ab77-4dbd-9da0-4cf547320914'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:50.227582 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] Set router febb3520-ab77-4dbd-9da0-4cf547320914 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:50.262517 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Deleting port 3e567160-9d78-4402-9d83-78c9d3b204a9 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:50.262934 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.343435 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] For port 3e567160-9d78-4402-9d83-78c9d3b204a9, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=3e567160-9d78-4402-9d83-78c9d3b204a9,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:50.343716 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.357848 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Calling delete_port for 3e567160-9d78-4402-9d83-78c9d3b204a9 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:50.399316 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:27:48Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:50.426916 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b5eb4-a0e6-42d3-a385-6c8b92533b46 None None] The sync data for ids ['febb3520-ab77-4dbd-9da0-4cf547320914'] in dv-cinder-830093-4-iscsi is: [{'id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'name': 'tempest-TestShelveInstance-380780835-router', 'tenant_id': 'cc92f5198e7a48eb8439b88714806b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:42Z', 'updated_at': '2022-04-12T12:27:48Z', 'revision_number': 5, 'project_id': 'cc92f5198e7a48eb8439b88714806b81', 'gw_port': {'id': '3e567160-9d78-4402-9d83-78c9d3b204a9', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febb3520-ab77-4dbd-9da0-4cf547320914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:43Z', 'updated_at': '2022-04-12T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:27:50.641560 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (3e567160-9d78-4402-9d83-78c9d3b204a9), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.668773 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e567160-9d78-4402-9d83-78c9d3b204a9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:50.735376 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (febb3520-ab77-4dbd-9da0-4cf547320914), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.845989 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (febb3520-ab77-4dbd-9da0-4cf547320914), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.848387 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks [] for router_controller (febb3520-ab77-4dbd-9da0-4cf547320914), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.992206 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (febb3520-ab77-4dbd-9da0-4cf547320914), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:50.992976 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router febb3520-ab77-4dbd-9da0-4cf547320914 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:27:50.998866 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.001217 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-7d63c61f-3325-492a-be0e-be9790221de0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/febb3520-ab77-4dbd-9da0-4cf547320914 HTTP/1.1" status: 204 len: 168 time: 1.2604623 Apr 12 12:27:51.003017 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50238) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:51.060422 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3edc16-d47c-4460-b874-fa5979029d0d admin admin] Deleting subnet bb35183a-0720-4285-8ea8-d6bc276e77c2 {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:27:51.063838 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad3edc16-d47c-4460-b874-fa5979029d0d admin admin] Publish callbacks [] for subnet (bb35183a-0720-4285-8ea8-d6bc276e77c2), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.099041 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad3edc16-d47c-4460-b874-fa5979029d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (bb35183a-0720-4285-8ea8-d6bc276e77c2), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.189899 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f3b3-354c-427d-b6db-d037f673bbdb req-6197ca50-10ce-43d0-8cf3-fd6f10e88e7d tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:51.191405 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e398f3b3-354c-427d-b6db-d037f673bbdb req-6197ca50-10ce-43d0-8cf3-fd6f10e88e7d tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0646336 Apr 12 12:27:51.255747 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad3edc16-d47c-4460-b874-fa5979029d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (bb35183a-0720-4285-8ea8-d6bc276e77c2), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.306213 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-e398f3b3-354c-427d-b6db-d037f673bbdb req-e6fa5615-8652-44c7-875f-2640fae8fdab tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078506 Apr 12 12:27:51.389928 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad3edc16-d47c-4460-b874-fa5979029d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (bb35183a-0720-4285-8ea8-d6bc276e77c2), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.418398 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3edc16-d47c-4460-b874-fa5979029d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb35183a-0720-4285-8ea8-d6bc276e77c2,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:51.420641 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad3edc16-d47c-4460-b874-fa5979029d0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.424181 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ad3edc16-d47c-4460-b874-fa5979029d0d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb35183a-0720-4285-8ea8-d6bc276e77c2 HTTP/1.1" status: 204 len: 168 time: 0.4201658 Apr 12 12:27:51.424912 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f40d9b-19b4-41cb-b7e0-f52a305b5c92 None None] Network f8c33142-8a89-49b3-9a6d-6bebb85b0710 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:27:51.426685 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50248) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:51.508443 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (f8c33142-8a89-49b3-9a6d-6bebb85b0710), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.559778 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Deleting port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:51.563040 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.598601 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] DHCP port deletion for f8c33142-8a89-49b3-9a6d-6bebb85b0710 request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:27:51.627134 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] For port 1302053f-f5e6-4fcb-9cb9-32b0684e0316, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1302053f-f5e6-4fcb-9cb9-32b0684e0316,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:51.627504 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.642379 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Calling delete_port for 1302053f-f5e6-4fcb-9cb9-32b0684e0316 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:51.643048 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] Deleting port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:51.643437 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.711489 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] For port 1302053f-f5e6-4fcb-9cb9-32b0684e0316, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1302053f-f5e6-4fcb-9cb9-32b0684e0316,segment=NetworkSegment(72e79c16-8d5a-4180-ab19-b1100a8da4d4),segment_id=72e79c16-8d5a-4180-ab19-b1100a8da4d4)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:51.711932 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.728805 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] Calling delete_port for 1302053f-f5e6-4fcb-9cb9-32b0684e0316 owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:51.772522 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 3e567160-9d78-4402-9d83-78c9d3b204a9 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:27:51.799178 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 3e567160-9d78-4402-9d83-78c9d3b204a9 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:27:51.799527 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 3e567160-9d78-4402-9d83-78c9d3b204a9 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:27:51.799942 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:27:51.821867 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:27:51.822205 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 4fa1d7cd-1bf9-4b37-8c1d-6b45ebe80a95 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:27:51.823158 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1302053f-f5e6-4fcb-9cb9-32b0684e0316 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:27:51.824593 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.851069 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 1302053f-f5e6-4fcb-9cb9-32b0684e0316 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:27:51.851069 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1302053f-f5e6-4fcb-9cb9-32b0684e0316 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:27:51.854615 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Pushing event deleted for resources: {'Port': ['ID=1302053f-f5e6-4fcb-9cb9-32b0684e0316,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:51.854615 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] No DVR routers for this DVR port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 on host dv-cinder-830093-4-iscsi {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:27:51.872459 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (1302053f-f5e6-4fcb-9cb9-32b0684e0316), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.897908 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] Pushing event deleted for resources: {'Port': ['ID=1302053f-f5e6-4fcb-9cb9-32b0684e0316,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:51.901663 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b804b4-405d-4906-95ca-9f1a5f7ee02c None None] No DVR routers for this DVR port 1302053f-f5e6-4fcb-9cb9-32b0684e0316 on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:27:51.929834 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (f8c33142-8a89-49b3-9a6d-6bebb85b0710), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.950881 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c33142-8a89-49b3-9a6d-6bebb85b0710']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:51.960114 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e79c16-8d5a-4180-ab19-b1100a8da4d4') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:51.960435 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e79c16-8d5a-4180-ab19-b1100a8da4d4') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:51.970225 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (72e79c16-8d5a-4180-ab19-b1100a8da4d4), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.983772 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (72e79c16-8d5a-4180-ab19-b1100a8da4d4), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.989600 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:27:51.989992 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (72e79c16-8d5a-4180-ab19-b1100a8da4d4), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:27:51.991677 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:27:52.111831 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (f8c33142-8a89-49b3-9a6d-6bebb85b0710), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:52.117720 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:52.122140 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8c33142-8a89-49b3-9a6d-6bebb85b0710 HTTP/1.1" status: 204 len: 168 time: 0.6927319 Apr 12 12:27:52.124023 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50250) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:52.131770 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d83a6-c3e6-4766-8aee-020f8cff1859 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c33142-8a89-49b3-9a6d-6bebb85b0710,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:52.442550 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a782a70-4386-441c-ad8a-c32d5837ce4a req-76092555-4641-4467-9c5e-28ff30208775 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:52.444042 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9a782a70-4386-441c-ad8a-c32d5837ce4a req-76092555-4641-4467-9c5e-28ff30208775 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0715926 Apr 12 12:27:52.527829 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (c565b904-924b-4173-835a-e567cf2a9d65), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:52.549462 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f47885ac-75d6-4219-95b9-c1f850cb4a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:52.581267 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-9a782a70-4386-441c-ad8a-c32d5837ce4a req-b56b4fea-c9be-46e8-a980-36a2d707ef80 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226907 Apr 12 12:27:52.780297 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Deleting port 502ccb51-c8bd-4ab5-b4c4-172959976a9a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:52.780632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:52.857912 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] For port 502ccb51-c8bd-4ab5-b4c4-172959976a9a, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=502ccb51-c8bd-4ab5-b4c4-172959976a9a,segment=NetworkSegment(1a32ea6d-d989-4ce0-a644-2375bb7b038d),segment_id=1a32ea6d-d989-4ce0-a644-2375bb7b038d)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:52.858246 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:52.871236 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Calling delete_port for 502ccb51-c8bd-4ab5-b4c4-172959976a9a owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:53.121506 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (502ccb51-c8bd-4ab5-b4c4-172959976a9a), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:53.150445 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Pushing event deleted for resources: {'Port': ['ID=502ccb51-c8bd-4ab5-b4c4-172959976a9a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:53.320234 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (c565b904-924b-4173-835a-e567cf2a9d65), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:53.609153 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:53.699654 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f3a69-a088-4fcd-853a-97a689144005 req-5946b743-a621-4677-b512-8e18185a377a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:53.701275 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b53f3a69-a088-4fcd-853a-97a689144005 req-5946b743-a621-4677-b512-8e18185a377a tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0486844 Apr 12 12:27:53.792414 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-b53f3a69-a088-4fcd-853a-97a689144005 req-a63d8a0a-35ac-4c7a-be6f-9ab6f9b548d7 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775027 Apr 12 12:27:53.821811 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Router c565b904-924b-4173-835a-e567cf2a9d65 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:27:53.930656 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:27:53.936196 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-c3184f64-e6b9-44df-897a-3f0ffcedc35c admin admin] 10.222.0.20 "PUT /v2.0/routers/c565b904-924b-4173-835a-e567cf2a9d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111262 Apr 12 12:27:53.938786 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50266) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:53.944304 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] Sync routers for ids ['c565b904-924b-4173-835a-e567cf2a9d65'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:27:53.950307 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] Routers {'c565b904-924b-4173-835a-e567cf2a9d65'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:53.950847 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:27:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['c565b904-924b-4173-835a-e567cf2a9d65'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:54.048198 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks [] for router (c565b904-924b-4173-835a-e567cf2a9d65), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.063684 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] Set router c565b904-924b-4173-835a-e567cf2a9d65 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:54.167516 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks [] for router_gateway (c565b904-924b-4173-835a-e567cf2a9d65), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.177266 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50270) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:54.244591 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:27:53Z', 'revision_number': 5, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port': {'id': 'b34edf6f-d50d-4618-bbb8-c87130ce00f3', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:22:50Z', 'updated_at': '2022-04-12T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:54.278063 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] Checking router: c565b904-924b-4173-835a-e567cf2a9d65 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:27:54.303188 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-06da8e88-fea1-4f72-87db-25d6643490c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.305359 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] Routers {'c565b904-924b-4173-835a-e567cf2a9d65'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:27:54.305998 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:27:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['c565b904-924b-4173-835a-e567cf2a9d65'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:54.318037 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Deleting port b34edf6f-d50d-4618-bbb8-c87130ce00f3 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:54.319857 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.401520 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] Set router c565b904-924b-4173-835a-e567cf2a9d65 gateway port host: None {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:27:54.420841 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] For port b34edf6f-d50d-4618-bbb8-c87130ce00f3, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b34edf6f-d50d-4618-bbb8-c87130ce00f3,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:54.421231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.440185 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Calling delete_port for b34edf6f-d50d-4618-bbb8-c87130ce00f3 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:54.458276 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:27:54Z', 'revision_number': 6, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port_host': None}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:54.486756 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4a2a6-401f-47e5-ad01-0a694d9ef919 None None] The sync data for ids ['c565b904-924b-4173-835a-e567cf2a9d65'] in dv-cinder-830093-4-iscsi is: [{'id': 'c565b904-924b-4173-835a-e567cf2a9d65', 'name': 'tempest-TestShelveInstance-1038390520-router', 'tenant_id': '202dbd12b3d4491b8107b217beeab15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:22:49Z', 'updated_at': '2022-04-12T12:27:54Z', 'revision_number': 6, 'project_id': '202dbd12b3d4491b8107b217beeab15b', 'gw_port_host': None}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:27:54.539216 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-06da8e88-fea1-4f72-87db-25d6643490c4 admin admin] Publish callbacks [] for security_group (c5b4f8d8-184b-4283-8b77-9c564a332886), precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.597570 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-06da8e88-fea1-4f72-87db-25d6643490c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c5b4f8d8-184b-4283-8b77-9c564a332886), after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.636489 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-06da8e88-fea1-4f72-87db-25d6643490c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85a6f77fcd93411daec879a827ea6d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578738 Apr 12 12:27:54.637418 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8e88-fea1-4f72-87db-25d6643490c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b4f8d8-184b-4283-8b77-9c564a332886,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:54.639203 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50274) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:54.687032 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b03cd368-bdf8-471a-8c3d-7bbffb9c18ab admin admin] Publish callbacks [] for security_group (c5b4f8d8-184b-4283-8b77-9c564a332886), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.708761 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b03cd368-bdf8-471a-8c3d-7bbffb9c18ab admin admin] Publish callbacks [] for security_group (c5b4f8d8-184b-4283-8b77-9c564a332886), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.842409 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (b34edf6f-d50d-4618-bbb8-c87130ce00f3), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.866411 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b03cd368-bdf8-471a-8c3d-7bbffb9c18ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c5b4f8d8-184b-4283-8b77-9c564a332886), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.870859 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b03cd368-bdf8-471a-8c3d-7bbffb9c18ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:54.874354 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b03cd368-bdf8-471a-8c3d-7bbffb9c18ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5b4f8d8-184b-4283-8b77-9c564a332886 HTTP/1.1" status: 204 len: 168 time: 0.2340584 Apr 12 12:27:54.878627 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b34edf6f-d50d-4618-bbb8-c87130ce00f3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:54.882592 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cd368-bdf8-471a-8c3d-7bbffb9c18ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b4f8d8-184b-4283-8b77-9c564a332886,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:54.981998 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b007ccc-36e2-4ee5-8e7a-b45b120a1773 req-a2a44ff8-6afc-4f49-9908-5169ff5a7399 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:54.983485 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7b007ccc-36e2-4ee5-8e7a-b45b120a1773 req-a2a44ff8-6afc-4f49-9908-5169ff5a7399 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.1088910 Apr 12 12:27:55.011431 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (c565b904-924b-4173-835a-e567cf2a9d65), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.098251 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.131147 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (c565b904-924b-4173-835a-e567cf2a9d65), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.134352 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks [] for router_controller (c565b904-924b-4173-835a-e567cf2a9d65), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.140665 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-7b007ccc-36e2-4ee5-8e7a-b45b120a1773 req-75c00173-0b15-45a0-9dd0-15e392c0271f tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509483 Apr 12 12:27:55.281343 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (c565b904-924b-4173-835a-e567cf2a9d65), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.282000 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c565b904-924b-4173-835a-e567cf2a9d65 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:27:55.286203 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.287448 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-ec61ad68-c8c4-42fd-b2e0-96bd67733b6f admin admin] 10.222.0.20 "DELETE /v2.0/routers/c565b904-924b-4173-835a-e567cf2a9d65 HTTP/1.1" status: 204 len: 168 time: 1.3476493 Apr 12 12:27:55.290088 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50282) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:55.337108 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d36d43-1c81-4c3b-94db-b840d78691ea admin admin] Deleting subnet feae2ae5-6a28-4866-8163-a3207f290493 {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:27:55.341002 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-98d36d43-1c81-4c3b-94db-b840d78691ea admin admin] Publish callbacks [] for subnet (feae2ae5-6a28-4866-8163-a3207f290493), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.375993 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-98d36d43-1c81-4c3b-94db-b840d78691ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (feae2ae5-6a28-4866-8163-a3207f290493), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.459251 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-98d36d43-1c81-4c3b-94db-b840d78691ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (feae2ae5-6a28-4866-8163-a3207f290493), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.562883 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50284) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:55.577315 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-740ad93b-47c0-43b0-a835-e2f564a9bbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.595604 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-98d36d43-1c81-4c3b-94db-b840d78691ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (feae2ae5-6a28-4866-8163-a3207f290493), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.627182 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d36d43-1c81-4c3b-94db-b840d78691ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feae2ae5-6a28-4866-8163-a3207f290493,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:55.633231 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-98d36d43-1c81-4c3b-94db-b840d78691ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.636792 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-98d36d43-1c81-4c3b-94db-b840d78691ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/feae2ae5-6a28-4866-8163-a3207f290493 HTTP/1.1" status: 204 len: 168 time: 0.3456142 Apr 12 12:27:55.640025 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50286) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:55.640843 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e0787-be7f-4011-8b66-f8641c4edbdd None None] Network daf0b513-48b1-45da-903c-57d20b343286 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:27:55.694501 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-740ad93b-47c0-43b0-a835-e2f564a9bbed admin admin] Publish callbacks [] for security_group (a557eafe-324e-4efa-8134-5a396a8c6149), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.716726 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (daf0b513-48b1-45da-903c-57d20b343286), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.766940 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-740ad93b-47c0-43b0-a835-e2f564a9bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a557eafe-324e-4efa-8134-5a396a8c6149), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.776695 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Deleting port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:55.777189 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.777762 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 502ccb51-c8bd-4ab5-b4c4-172959976a9a no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:27:55.801560 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 502ccb51-c8bd-4ab5-b4c4-172959976a9a {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:27:55.802117 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 502ccb51-c8bd-4ab5-b4c4-172959976a9a not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:27:55.803021 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b34edf6f-d50d-4618-bbb8-c87130ce00f3 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:27:55.818089 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-740ad93b-47c0-43b0-a835-e2f564a9bbed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc7f2bde792749b48b90e66f5258d748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539687 Apr 12 12:27:55.820660 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50288) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:55.827185 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ad93b-47c0-43b0-a835-e2f564a9bbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a557eafe-324e-4efa-8134-5a396a8c6149,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:55.827638 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] DHCP port deletion for daf0b513-48b1-45da-903c-57d20b343286 request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:27:55.831439 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: b34edf6f-d50d-4618-bbb8-c87130ce00f3 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:27:55.831780 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b34edf6f-d50d-4618-bbb8-c87130ce00f3 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:27:55.850417 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] For port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,segment=NetworkSegment(1a32ea6d-d989-4ce0-a644-2375bb7b038d),segment_id=1a32ea6d-d989-4ce0-a644-2375bb7b038d)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:55.850976 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.867665 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Calling delete_port for 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:55.877738 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] Deleting port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:27:55.878115 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.893639 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b63405fb-54e8-436f-8c11-91c6ec5a9f9f admin admin] Publish callbacks [] for security_group (a557eafe-324e-4efa-8134-5a396a8c6149), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.917208 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b63405fb-54e8-436f-8c11-91c6ec5a9f9f admin admin] Publish callbacks [] for security_group (a557eafe-324e-4efa-8134-5a396a8c6149), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.945885 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] For port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,segment=NetworkSegment(1a32ea6d-d989-4ce0-a644-2375bb7b038d),segment_id=1a32ea6d-d989-4ce0-a644-2375bb7b038d)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:27:55.946597 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:55.967192 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] Calling delete_port for 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:27:56.043873 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.051223 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (23c22b55-3ad9-4ad2-ac96-48ec9a621ed4), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.064694 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] No DVR routers for this DVR port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:27:56.077543 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b63405fb-54e8-436f-8c11-91c6ec5a9f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (a557eafe-324e-4efa-8134-5a396a8c6149), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.080127 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b63405fb-54e8-436f-8c11-91c6ec5a9f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.089682 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-b63405fb-54e8-436f-8c11-91c6ec5a9f9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a557eafe-324e-4efa-8134-5a396a8c6149 HTTP/1.1" status: 204 len: 168 time: 0.2596550 Apr 12 12:27:56.090549 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:56.090549 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] No DVR routers for this DVR port 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 on host dv-cinder-830093-4-iscsi {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:27:56.092792 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb01b9a-c430-446d-8061-35e82d0d970a None None] Pushing event deleted for resources: {'Port': ['ID=23c22b55-3ad9-4ad2-ac96-48ec9a621ed4,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:56.096954 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63405fb-54e8-436f-8c11-91c6ec5a9f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a557eafe-324e-4efa-8134-5a396a8c6149,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:56.105306 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.105804 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.106015 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.106493 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.107727 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.108072 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.108415 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.108746 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.109109 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.109442 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.109771 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.110102 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.110544 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.110740 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.111059 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:27:56.188638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (daf0b513-48b1-45da-903c-57d20b343286), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.211492 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf0b513-48b1-45da-903c-57d20b343286']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:56.222511 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a32ea6d-d989-4ce0-a644-2375bb7b038d') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:56.222965 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a32ea6d-d989-4ce0-a644-2375bb7b038d') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:27:56.233238 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11870291'] for segment (1a32ea6d-d989-4ce0-a644-2375bb7b038d), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.247017 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (1a32ea6d-d989-4ce0-a644-2375bb7b038d), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.253542 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:27:56.253941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871964'] for segment (1a32ea6d-d989-4ce0-a644-2375bb7b038d), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: Traceback (most recent call last): Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: timer() Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: cb(*args, **kw) Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: return func(*args, **kwargs) Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: self._notify() Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: self.callback(batched_events) Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: event.method(event) Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: return f(self, *a, **k) Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._get(url).json() Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: return self.request(url, 'GET', **kwargs) Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:27:56.255853 dv-cinder-830093-4-iscsi neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:27:56.267602 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821338af-c6b9-47d2-9162-036f2c61712d req-b7aaecd9-a7e3-4e79-87b0-73042afc7996 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:56.267602 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-821338af-c6b9-47d2-9162-036f2c61712d req-b7aaecd9-a7e3-4e79-87b0-73042afc7996 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0479419 Apr 12 12:27:56.328695 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-821338af-c6b9-47d2-9162-036f2c61712d req-7286d585-feb6-4862-ae64-bb5ca311c27d tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623100 Apr 12 12:27:56.489221 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.529231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (daf0b513-48b1-45da-903c-57d20b343286), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.535143 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:56.542455 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] 10.222.0.20 "DELETE /v2.0/networks/daf0b513-48b1-45da-903c-57d20b343286 HTTP/1.1" status: 204 len: 168 time: 0.8981304 Apr 12 12:27:56.559911 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57471823-4d34-4298-b74c-1dc7d8337b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf0b513-48b1-45da-903c-57d20b343286,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:57.000509 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50308) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:57.042434 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-88727404-2643-4e52-b2c9-890540cc41b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc92f5198e7a48eb8439b88714806b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405579 Apr 12 12:27:57.045162 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50312) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:57.095285 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9474972-0459-427f-8ae1-d863562f4096 admin admin] Publish callbacks [] for security_group (c38b4b10-e75e-497b-b0c0-5a3e342f76b7), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:57.116816 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9474972-0459-427f-8ae1-d863562f4096 admin admin] Publish callbacks [] for security_group (c38b4b10-e75e-497b-b0c0-5a3e342f76b7), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:57.235544 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9474972-0459-427f-8ae1-d863562f4096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (c38b4b10-e75e-497b-b0c0-5a3e342f76b7), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:57.238121 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9474972-0459-427f-8ae1-d863562f4096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:57.239264 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d9474972-0459-427f-8ae1-d863562f4096 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c38b4b10-e75e-497b-b0c0-5a3e342f76b7 HTTP/1.1" status: 204 len: 168 time: 0.1934922 Apr 12 12:27:57.246931 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9474972-0459-427f-8ae1-d863562f4096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38b4b10-e75e-497b-b0c0-5a3e342f76b7,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:57.450998 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4ea8d-af0e-4c2f-bfb9-c8d7dda23d2e req-469f482d-dfea-421e-b5c3-766c38d5ef16 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:57.452803 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-30c4ea8d-af0e-4c2f-bfb9-c8d7dda23d2e req-469f482d-dfea-421e-b5c3-766c38d5ef16 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0478420 Apr 12 12:27:57.519904 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-30c4ea8d-af0e-4c2f-bfb9-c8d7dda23d2e req-f959b099-4550-4d94-9662-850a065119be tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591288 Apr 12 12:27:57.758576 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:27:57.783105 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:27:57.783450 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 23c22b55-3ad9-4ad2-ac96-48ec9a621ed4 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:27:57.913321 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50370) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:57.952690 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-9bad2b06-3149-46c5-82c5-757339e3b3e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=202dbd12b3d4491b8107b217beeab15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381961 Apr 12 12:27:57.955061 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50372) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:27:58.001787 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cc434287-6b07-4b38-8fae-2e3254ff4e5c admin admin] Publish callbacks [] for security_group (452e67cb-930b-49a1-91b5-53a2ef250d4d), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:58.022466 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cc434287-6b07-4b38-8fae-2e3254ff4e5c admin admin] Publish callbacks [] for security_group (452e67cb-930b-49a1-91b5-53a2ef250d4d), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:58.202975 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cc434287-6b07-4b38-8fae-2e3254ff4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (452e67cb-930b-49a1-91b5-53a2ef250d4d), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:58.205760 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cc434287-6b07-4b38-8fae-2e3254ff4e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:27:58.206945 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-cc434287-6b07-4b38-8fae-2e3254ff4e5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/452e67cb-930b-49a1-91b5-53a2ef250d4d HTTP/1.1" status: 204 len: 168 time: 0.2509863 Apr 12 12:27:58.216110 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc434287-6b07-4b38-8fae-2e3254ff4e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e67cb-930b-49a1-91b5-53a2ef250d4d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:27:58.647918 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e14fb-a31d-4b45-820f-af7cd73f0012 req-e0e85b09-ed55-4caf-afdc-b415c64e548c tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:27:58.649595 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2c5e14fb-a31d-4b45-820f-af7cd73f0012 req-e0e85b09-ed55-4caf-afdc-b415c64e548c tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0561147 Apr 12 12:27:58.721717 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-2c5e14fb-a31d-4b45-820f-af7cd73f0012 req-379df6ac-4787-4d2f-8123-62abbfdecb7c tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&id=1dacf044-bbe2-4421-994e-0da53d71a110&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650425 Apr 12 12:28:12.321599 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:28:16.595234 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50462) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:16.702664 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2e50-8177-45cd-9e0f-bdce8281ba1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:16.779423 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2e50-8177-45cd-9e0f-bdce8281ba1a admin admin] Publish callbacks [] for security_group (cb71cce3-e5bc-48d0-a6be-4753c4df28a5), precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:16.854791 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2e50-8177-45cd-9e0f-bdce8281ba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (cb71cce3-e5bc-48d0-a6be-4753c4df28a5), after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:16.891448 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f2e50-8177-45cd-9e0f-bdce8281ba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb71cce3-e5bc-48d0-a6be-4753c4df28a5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:16.895769 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-4a9f2e50-8177-45cd-9e0f-bdce8281ba1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8f9cb2f297e4fe3bcd1c3586e339bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995019 Apr 12 12:28:16.899111 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50466) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:16.947725 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d910d350-eb39-4f3a-8c98-136042ded17b admin admin] Publish callbacks [] for security_group (cb71cce3-e5bc-48d0-a6be-4753c4df28a5), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:16.972193 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d910d350-eb39-4f3a-8c98-136042ded17b admin admin] Publish callbacks [] for security_group (cb71cce3-e5bc-48d0-a6be-4753c4df28a5), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:17.089057 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d910d350-eb39-4f3a-8c98-136042ded17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (cb71cce3-e5bc-48d0-a6be-4753c4df28a5), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:17.091677 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d910d350-eb39-4f3a-8c98-136042ded17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:17.092807 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d910d350-eb39-4f3a-8c98-136042ded17b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb71cce3-e5bc-48d0-a6be-4753c4df28a5 HTTP/1.1" status: 204 len: 168 time: 0.1932852 Apr 12 12:28:17.101126 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910d350-eb39-4f3a-8c98-136042ded17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb71cce3-e5bc-48d0-a6be-4753c4df28a5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:17.614495 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:19.716821 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8f3e-24df-4dad-8ee2-a637d0590a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:22.539766 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-09a06657-69c6-4057-a7ae-e05c1a58932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:23.624363 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:25.074942 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:26.394986 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:29.238234 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-ce973c01-568c-4807-a90d-379d8a2a560d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1372478 Apr 12 12:28:29.300922 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-b96bb5e9-d2a1-46ca-aa6c-08b60fafd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:29.302400 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-b96bb5e9-d2a1-46ca-aa6c-08b60fafd2ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 1129 time: 0.0426831 Apr 12 12:28:29.412317 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-8572af6d-8e8b-4716-8ab1-af0bdc5a2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:29.413852 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-8572af6d-8e8b-4716-8ab1-af0bdc5a2c2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 911 time: 0.0922053 Apr 12 12:28:29.483896 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-0b3af23b-94cc-482b-9d7e-d296587c5565 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63c754c5-43d1-4476-b155-758814d499cc HTTP/1.1" status: 200 len: 1000 time: 0.0619996 Apr 12 12:28:29.532655 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-c605fbb5-a9d3-437f-8ab7-846565877857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:29.534141 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-c605fbb5-a9d3-437f-8ab7-846565877857 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.0440745 Apr 12 12:28:29.582421 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-ba7dafbc-4f0e-42c7-876b-b6b9cdf5e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:29.583917 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-ba7dafbc-4f0e-42c7-876b-b6b9cdf5e915 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435536 Apr 12 12:28:29.674351 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-dcaa79e6-a119-4d27-8646-6fddf7f99779 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837247 Apr 12 12:28:29.767467 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-8772b400-1fad-4316-8c0e-5039fd92f926 req-716902f1-aec7-455d-a785-35283fe6139b service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876143 Apr 12 12:28:34.155932 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-469c459e-1269-4155-abbc-007dffed8959 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011221685&fields=id&tenant_id=824b23f1ee20493fad5d8f23f8b43aa4 HTTP/1.1" status: 200 len: 267 time: 0.0470541 Apr 12 12:28:34.207769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-097d6b16-7ef0-4b8c-ab7f-e6b410efd74b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:34.209634 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-097d6b16-7ef0-4b8c-ab7f-e6b410efd74b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 984 time: 0.0480287 Apr 12 12:28:34.219831 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.v2.base [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Request body: {'port': {'security_groups': ['6e2fce81-6f13-4098-84ce-9c796d1a1444']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:28:34.294380 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4125807'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.466266 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] For port a10638c7-4894-4a26-bf44-e4f323197a31, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a10638c7-4894-4a26-bf44-e4f323197a31,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:34.495963 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for port (a10638c7-4894-4a26-bf44-e4f323197a31), precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.589705 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729535347487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729534871866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729534871884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871744'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.601232 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['a10638c7-4894-4a26-bf44-e4f323197a31'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:28:34.633459 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:34.634090 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.635506 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09beb472-2e93-44c8-829d-9e73e0954e31 req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "PUT /v2.0/ports/a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 942 time: 0.4201112 Apr 12 12:28:34.635968 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:28:34.639842 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0526e163-d4f5-40ad-97be-2f2167b30d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:28:34.641856 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50482) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:34.662598 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49603a-9cb0-4798-b780-3747ae6e4a1b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event updated for resources: {'Port': ['ID=a10638c7-4894-4a26-bf44-e4f323197a31,revision_number=7']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:34.709351 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group (1dacf044-bbe2-4421-994e-0da53d71a110), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.738280 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group (1dacf044-bbe2-4421-994e-0da53d71a110), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.764268 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['a10638c7-4894-4a26-bf44-e4f323197a31'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:28:34.879376 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad2ce23-2ba4-4674-9e5f-5475f762864a x-openstack-request-id: req-9ad2ce23-2ba4-4674-9e5f-5475f762864a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:28:34.879681 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:28:34.879939 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ad2ce23-2ba4-4674-9e5f-5475f762864a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:28:34.880352 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad2ce23-2ba4-4674-9e5f-5475f762864a'] response: {'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'status': 'completed', 'code': 200} Apr 12 12:28:34.904055 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1dacf044-bbe2-4421-994e-0da53d71a110), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.906077 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.910086 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "DELETE /v2.0/security-groups/1dacf044-bbe2-4421-994e-0da53d71a110 HTTP/1.1" status: 204 len: 168 time: 0.2637930 Apr 12 12:28:34.912457 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50486) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:34.926190 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dacf044-bbe2-4421-994e-0da53d71a110,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:34.939829 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.provisioning_blocks [None req-dc56e58a-3561-407e-b1c8-0da69d45a03e None None] Provisioning complete for port a10638c7-4894-4a26-bf44-e4f323197a31 triggered by entity DHCP. {{(pid=104048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:28:34.940209 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-dc56e58a-3561-407e-b1c8-0da69d45a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065380'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), provisioning_complete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:34.950591 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-f73198f5-5ce6-46aa-ab1c-1be57b36dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:34.952124 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-f73198f5-5ce6-46aa-ab1c-1be57b36dee5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1129 time: 0.0471840 Apr 12 12:28:34.965771 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.966109 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.966449 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.966976 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.967105 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.967504 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.967854 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.968176 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.968768 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.968933 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.969143 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.969464 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.969782 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.970099 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:34.970417 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9674892-5c43-4c5d-8820-fb4c49be1bd1 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:35.034287 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-dc56e58a-3561-407e-b1c8-0da69d45a03e None None] Current status of the port a10638c7-4894-4a26-bf44-e4f323197a31 is: ACTIVE; New status is: ACTIVE {{(pid=104048) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:28:35.062270 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-c9c4dcdd-7f83-4282-84cd-9d8682842206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:35.063993 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-c9c4dcdd-7f83-4282-84cd-9d8682842206 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bda01a0d-6ece-45d0-a25c-de7ade83bc84 HTTP/1.1" status: 200 len: 916 time: 0.1054044 Apr 12 12:28:35.102271 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Deleting port d9603760-a89a-41ea-af2c-f11db4165076 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:35.102721 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (d9603760-a89a-41ea-af2c-f11db4165076), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:35.133653 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-a5b4d209-474b-4d61-aa7e-6f18e5a0b847 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 1001 time: 0.0632973 Apr 12 12:28:35.184767 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-e34c4f48-d84b-44c3-b2b7-f657e6f10a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:35.186267 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-e34c4f48-d84b-44c3-b2b7-f657e6f10a80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=601abe34-e27b-4b19-b1fd-ff0eb3b5c56d HTTP/1.1" status: 200 len: 854 time: 0.0452352 Apr 12 12:28:35.234306 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-31391827-66d5-4501-be31-eb9f8268e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:35.235813 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-31391827-66d5-4501-be31-eb9f8268e0bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bda01a0d-6ece-45d0-a25c-de7ade83bc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442021 Apr 12 12:28:35.293117 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (d9603760-a89a-41ea-af2c-f11db4165076), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:35.293368 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for floatingip (d9603760-a89a-41ea-af2c-f11db4165076), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:35.306659 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Calling delete_port for d9603760-a89a-41ea-af2c-f11db4165076 owned by network:floatingip {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:35.326274 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-6f20aa86-4fdf-40fc-aef5-774c9a6566d1 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Apr 12 12:28:35.420315 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-0526e163-d4f5-40ad-97be-2f2167b30d3c req-906c5470-93a2-4720-a74d-6ffdcf24be04 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886092 Apr 12 12:28:35.522704 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (d9603760-a89a-41ea-af2c-f11db4165076), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:35.548700 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event deleted for resources: {'Port': ['ID=d9603760-a89a-41ea-af2c-f11db4165076,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:35.609028 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks [] for floatingip (38355202-decc-4719-af5e-61f3619be49b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:35.609362 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Floating IP 38355202-decc-4719-af5e-61f3619be49b disassociated (deleted). External IP: 172.27.3.103, port: a10638c7-4894-4a26-bf44-e4f323197a31. Apr 12 12:28:35.887644 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:28:35.995836 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:28:36.000825 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:36.005207 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] Sync routers for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:28:36.014992 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:36.015602 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:36.029751 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-7c1e69fc-92ec-4ed2-aff9-b4fe7252d191 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "DELETE /v2.0/floatingips/38355202-decc-4719-af5e-61f3619be49b HTTP/1.1" status: 204 len: 168 time: 1.1157861 Apr 12 12:28:36.030341 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:28:36.032595 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89" -d '{"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:28:36.073403 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd0c6c4-92c6-4900-9271-4606e76811f2 x-openstack-request-id: req-4cd0c6c4-92c6-4900-9271-4606e76811f2 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:28:36.080313 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:28:36.080313 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cd0c6c4-92c6-4900-9271-4606e76811f2 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:28:36.080313 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd0c6c4-92c6-4900-9271-4606e76811f2'] response: {'name': 'network-changed', 'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'status': 'completed', 'code': 200} Apr 12 12:28:36.144278 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-1405d693-04d9-4884-ab6c-8b33609fe812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:36.144278 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-1405d693-04d9-4884-ab6c-8b33609fe812 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 1129 time: 0.0445938 Apr 12 12:28:36.249663 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-98b66aa2-3ea7-4e21-974a-a860fac41de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:36.251156 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-98b66aa2-3ea7-4e21-974a-a860fac41de8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bda01a0d-6ece-45d0-a25c-de7ade83bc84 HTTP/1.1" status: 200 len: 916 time: 0.1046729 Apr 12 12:28:36.267472 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:36.294165 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-f16d056b-18d8-4e6c-9154-7813d90e4b38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 200 len: 217 time: 0.0366976 Apr 12 12:28:36.344104 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-495d5a03-1467-4e77-9108-9c771ec106fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:36.345281 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-495d5a03-1467-4e77-9108-9c771ec106fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=601abe34-e27b-4b19-b1fd-ff0eb3b5c56d HTTP/1.1" status: 200 len: 854 time: 0.0461850 Apr 12 12:28:36.395614 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-080b4780-0f4d-4827-ae60-380a39ba78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:36.397119 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-080b4780-0f4d-4827-ae60-380a39ba78cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bda01a0d-6ece-45d0-a25c-de7ade83bc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455081 Apr 12 12:28:36.479154 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:22Z', 'revision_number': 5, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:36.497318 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-2475cf33-fac0-47d8-a0e7-99e6913be8f1 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939004 Apr 12 12:28:36.506809 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] Checking router: dcd26dc8-aa58-408c-97cd-b44e5346e5f4 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:28:36.515656 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:36.516274 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:36.595301 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-bbe87f23-8cca-4b4e-9b1e-8cde18774f89 req-45fc98e0-ca73-4fc0-8716-2be46f725282 service neutron] 10.222.0.23 "GET /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918477 Apr 12 12:28:36.635161 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:36.821914 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:22Z', 'revision_number': 5, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:36.853019 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365aa78-7d84-449e-bacf-8a88b205fd3d None None] The sync data for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi is: [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:18Z', 'revision_number': 4, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '008df1bc-ba3a-45e6-8b0f-c834dc7114dd', 'name': '', 'network_id': 'bda01a0d-6ece-45d0-a25c-de7ade83bc84', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'mac_address': 'fa:16:3e:73:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:17Z', 'updated_at': '2022-04-12T12:26:22Z', 'revision_number': 5, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'subnets': [{'id': '601abe34-e27b-4b19-b1fd-ff0eb3b5c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:28:37.075875 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d844d-ef6f-4edb-a3ea-8e9df0802768 None None] New status for floating IP 38355202-decc-4719-af5e-61f3619be49b: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:28:39.281821 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82599692-2533-486e-9c1b-deca2aebfad7 req-dca425a9-0bb6-4112-9ad4-158424b0e660 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:39.283333 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-82599692-2533-486e-9c1b-deca2aebfad7 req-dca425a9-0bb6-4112-9ad4-158424b0e660 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0488575 Apr 12 12:28:39.329551 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-82599692-2533-486e-9c1b-deca2aebfad7 req-9e2aee5f-aecf-442a-af5f-14c8d0baee4b tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 Apr 12 12:28:40.446537 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d639dd-8c87-498a-b22c-e59dc767fc85 req-572ac922-6c14-4ff9-a7e3-f8d1d686841e tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:40.448037 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-74d639dd-8c87-498a-b22c-e59dc767fc85 req-572ac922-6c14-4ff9-a7e3-f8d1d686841e tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0485327 Apr 12 12:28:40.496871 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-74d639dd-8c87-498a-b22c-e59dc767fc85 req-11822216-f13d-47b4-afd5-3e872fe01d63 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e2fce81-6f13-4098-84ce-9c796d1a1444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Apr 12 12:28:40.899709 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-6a22cc52-686c-432d-8ae4-05f5ad61f714 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:40.901713 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-6a22cc52-686c-432d-8ae4-05f5ad61f714 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.23 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 945 time: 0.0462463 Apr 12 12:28:41.259144 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Deleting port a10638c7-4894-4a26-bf44-e4f323197a31 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:41.259477 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:41.349984 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] For port a10638c7-4894-4a26-bf44-e4f323197a31, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a10638c7-4894-4a26-bf44-e4f323197a31,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:41.350352 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:41.363135 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Calling delete_port for a10638c7-4894-4a26-bf44-e4f323197a31 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:41.562388 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (a10638c7-4894-4a26-bf44-e4f323197a31), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:41.574765 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] get_ports_and_sgs() called for port_ids ['a10638c7-4894-4a26-bf44-e4f323197a31'] {{(pid=104048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:28:41.594022 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-1d8d9e57-459c-4372-9876-5adfc8dc111f req-4d9b0282-b85f-4fcd-bf01-4e627be260e8 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c685bdf7-3103-47b6-9abd-e55b9b3cc1dc HTTP/1.1" status: 200 len: 210 time: 0.0284164 Apr 12 12:28:41.597822 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Pushing event deleted for resources: {'Port': ['ID=a10638c7-4894-4a26-bf44-e4f323197a31,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:41.670770 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] No DVR routers for this DVR port a10638c7-4894-4a26-bf44-e4f323197a31 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:28:41.670770 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:41.670770 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-817e5dc5-f03b-45cd-8723-859ec66a213f req-76740f71-5e37-456d-a717-659807728491 tempest-TestMinimumBasicScenario-1290725453 tempest-TestMinimumBasicScenario-1290725453-project] 10.222.0.23 "DELETE /v2.0/ports/a10638c7-4894-4a26-bf44-e4f323197a31 HTTP/1.1" status: 204 len: 173 time: 0.7473581 Apr 12 12:28:41.670770 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'name': 'network-vif-deleted', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:28:41.670770 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a368f-d951-4523-95c6-0aac6846cea7" -d '{"events": [{"server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "name": "network-vif-deleted", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:28:41.692164 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abba8382-573a-4025-99fa-09f1d54be1fd x-openstack-request-id: req-abba8382-573a-4025-99fa-09f1d54be1fd {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:28:41.692500 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c685bdf7-3103-47b6-9abd-e55b9b3cc1dc", "name": "network-vif-deleted", "tag": "a10638c7-4894-4a26-bf44-e4f323197a31", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:28:41.692760 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abba8382-573a-4025-99fa-09f1d54be1fd {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:28:41.693214 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abba8382-573a-4025-99fa-09f1d54be1fd'] response: {'server_uuid': 'c685bdf7-3103-47b6-9abd-e55b9b3cc1dc', 'name': 'network-vif-deleted', 'tag': 'a10638c7-4894-4a26-bf44-e4f323197a31', 'status': 'completed', 'code': 200} Apr 12 12:28:43.923737 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50566) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:44.509987 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:44.753905 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Deleting port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:44.754252 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:44.834575 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] For port 008df1bc-ba3a-45e6-8b0f-c834dc7114dd, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:44.834855 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:44.847982 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Calling delete_port for 008df1bc-ba3a-45e6-8b0f-c834dc7114dd owned by network:router_interface {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:45.122778 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (008df1bc-ba3a-45e6-8b0f-c834dc7114dd), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:45.156632 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=008df1bc-ba3a-45e6-8b0f-c834dc7114dd,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:45.211070 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device a10638c7-4894-4a26-bf44-e4f323197a31 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:28:45.238306 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: a10638c7-4894-4a26-bf44-e4f323197a31 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:28:45.238640 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device a10638c7-4894-4a26-bf44-e4f323197a31 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:28:45.329107 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:45.557480 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:28:45.669947 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:28:45.675011 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-628057eb-c47b-4495-a78f-efad0dbbe1b8 admin admin] 10.222.0.20 "PUT /v2.0/routers/dcd26dc8-aa58-408c-97cd-b44e5346e5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502027 Apr 12 12:28:45.677526 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50568) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:45.679599 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] Sync routers for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:28:45.690762 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:45.691390 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:45.789898 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks [] for router (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:45.805374 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:45.903128 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks [] for router_gateway (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:45.975228 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '22800496-6907-42e0-800b-e677f98b1888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:28:44Z', 'revision_number': 5, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port': {'id': '22800496-6907-42e0-800b-e677f98b1888', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:46.002106 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] Checking router: dcd26dc8-aa58-408c-97cd-b44e5346e5f4 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:28:46.012958 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] Routers {'dcd26dc8-aa58-408c-97cd-b44e5346e5f4'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:46.013691 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:46.039474 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Deleting port 22800496-6907-42e0-800b-e677f98b1888 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:46.039840 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (22800496-6907-42e0-800b-e677f98b1888), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.104423 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] Set router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:46.127778 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] For port 22800496-6907-42e0-800b-e677f98b1888, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=22800496-6907-42e0-800b-e677f98b1888,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:46.128478 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (22800496-6907-42e0-800b-e677f98b1888), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.142624 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Calling delete_port for 22800496-6907-42e0-800b-e677f98b1888 owned by network:router_gateway {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:46.163503 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:28:45Z', 'revision_number': 6, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port_host': None}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:46.192521 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b7f0a-0a5f-4e98-bf02-6cf7155cd2ab None None] The sync data for ids ['dcd26dc8-aa58-408c-97cd-b44e5346e5f4'] in dv-cinder-830093-4-iscsi is: [{'id': 'dcd26dc8-aa58-408c-97cd-b44e5346e5f4', 'name': 'tempest-TestMinimumBasicScenario-1682257771-router', 'tenant_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:15Z', 'updated_at': '2022-04-12T12:28:45Z', 'revision_number': 6, 'project_id': '824b23f1ee20493fad5d8f23f8b43aa4', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:28:46.391934 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (22800496-6907-42e0-800b-e677f98b1888), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.423676 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Pushing event deleted for resources: {'Port': ['ID=22800496-6907-42e0-800b-e677f98b1888,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:46.483988 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.578995 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.581362 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks [] for router_controller (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.694041 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (dcd26dc8-aa58-408c-97cd-b44e5346e5f4), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.694529 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd26dc8-aa58-408c-97cd-b44e5346e5f4 {{(pid=104047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:28:46.699579 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.700750 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-0aab84c0-9daa-4753-87f3-bded66cba608 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dcd26dc8-aa58-408c-97cd-b44e5346e5f4 HTTP/1.1" status: 204 len: 168 time: 1.0218327 Apr 12 12:28:46.703208 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50570) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:46.749732 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-336da81a-94d3-4879-995e-a2e41e7a9767 admin admin] Deleting subnet 601abe34-e27b-4b19-b1fd-ff0eb3b5c56d {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:28:46.753132 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-336da81a-94d3-4879-995e-a2e41e7a9767 admin admin] Publish callbacks [] for subnet (601abe34-e27b-4b19-b1fd-ff0eb3b5c56d), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.789705 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-336da81a-94d3-4879-995e-a2e41e7a9767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (601abe34-e27b-4b19-b1fd-ff0eb3b5c56d), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.875330 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-336da81a-94d3-4879-995e-a2e41e7a9767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (601abe34-e27b-4b19-b1fd-ff0eb3b5c56d), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:46.997852 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-336da81a-94d3-4879-995e-a2e41e7a9767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (601abe34-e27b-4b19-b1fd-ff0eb3b5c56d), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.027130 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336da81a-94d3-4879-995e-a2e41e7a9767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=601abe34-e27b-4b19-b1fd-ff0eb3b5c56d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:47.029248 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-336da81a-94d3-4879-995e-a2e41e7a9767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.033039 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-336da81a-94d3-4879-995e-a2e41e7a9767 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/601abe34-e27b-4b19-b1fd-ff0eb3b5c56d HTTP/1.1" status: 204 len: 168 time: 0.3284917 Apr 12 12:28:47.035436 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50572) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:47.036373 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e9d58-3a27-48b4-b474-5d43a05c0509 None None] Network bda01a0d-6ece-45d0-a25c-de7ade83bc84 requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:28:47.111176 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (bda01a0d-6ece-45d0-a25c-de7ade83bc84), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.162936 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Deleting port ce656094-9ace-4551-9736-d767cf44976a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:47.163349 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (ce656094-9ace-4551-9736-d767cf44976a), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.225930 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] DHCP port deletion for bda01a0d-6ece-45d0-a25c-de7ade83bc84 request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:28:47.236048 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] For port ce656094-9ace-4551-9736-d767cf44976a, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=ce656094-9ace-4551-9736-d767cf44976a,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:47.236417 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (ce656094-9ace-4551-9736-d767cf44976a), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.251840 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Calling delete_port for ce656094-9ace-4551-9736-d767cf44976a owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:47.272497 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Deleting port ce656094-9ace-4551-9736-d767cf44976a {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:47.272895 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (ce656094-9ace-4551-9736-d767cf44976a), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.352381 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] For port ce656094-9ace-4551-9736-d767cf44976a, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=ce656094-9ace-4551-9736-d767cf44976a,segment=NetworkSegment(0e918a18-ca31-4c8b-9185-ffa834c555a0),segment_id=0e918a18-ca31-4c8b-9185-ffa834c555a0)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:47.353112 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (ce656094-9ace-4551-9736-d767cf44976a), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.369275 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Calling delete_port for ce656094-9ace-4551-9736-d767cf44976a owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:47.458316 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (ce656094-9ace-4551-9736-d767cf44976a), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.466427 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (ce656094-9ace-4551-9736-d767cf44976a), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.484969 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce656094-9ace-4551-9736-d767cf44976a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:47.488632 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] No DVR routers for this DVR port ce656094-9ace-4551-9736-d767cf44976a on host dv-cinder-830093-4-iscsi {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:28:47.497379 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Pushing event deleted for resources: {'Port': ['ID=ce656094-9ace-4551-9736-d767cf44976a,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:47.501933 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] No DVR routers for this DVR port ce656094-9ace-4551-9736-d767cf44976a on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:28:47.509266 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.509678 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.509938 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.510161 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.510523 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.510823 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.511182 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.511505 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.511951 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.512302 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.512454 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.512765 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.513149 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.513431 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.517854 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960dba1-a742-479c-86b2-a9f8ba902f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:28:47.574402 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (bda01a0d-6ece-45d0-a25c-de7ade83bc84), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.598498 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda01a0d-6ece-45d0-a25c-de7ade83bc84']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:47.607687 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.609201 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e918a18-ca31-4c8b-9185-ffa834c555a0') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:47.609500 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e918a18-ca31-4c8b-9185-ffa834c555a0') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:47.619503 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11870291'] for segment (0e918a18-ca31-4c8b-9185-ffa834c555a0), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.633324 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (0e918a18-ca31-4c8b-9185-ffa834c555a0), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.639893 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:28:47.640289 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871964'] for segment (0e918a18-ca31-4c8b-9185-ffa834c555a0), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: Traceback (most recent call last): Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: timer() Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: cb(*args, **kw) Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: return func(*args, **kwargs) Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: self._notify() Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: self.callback(batched_events) Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: event.method(event) Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: return f(self, *a, **k) Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._get(url).json() Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: return self.request(url, 'GET', **kwargs) Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:28:47.645158 dv-cinder-830093-4-iscsi neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:28:47.762896 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (bda01a0d-6ece-45d0-a25c-de7ade83bc84), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.772206 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:47.778735 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bda01a0d-6ece-45d0-a25c-de7ade83bc84 HTTP/1.1" status: 204 len: 168 time: 0.7389035 Apr 12 12:28:47.779067 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50574) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:47.786644 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 008df1bc-ba3a-45e6-8b0f-c834dc7114dd no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:28:47.786941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e4e34-7499-4bbd-906f-aef4119fdd68 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda01a0d-6ece-45d0-a25c-de7ade83bc84,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:47.808010 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 008df1bc-ba3a-45e6-8b0f-c834dc7114dd {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:28:47.808473 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 008df1bc-ba3a-45e6-8b0f-c834dc7114dd not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:28:47.809067 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 22800496-6907-42e0-800b-e677f98b1888 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:28:47.828936 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 22800496-6907-42e0-800b-e677f98b1888 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:28:47.829359 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 22800496-6907-42e0-800b-e677f98b1888 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:28:47.829826 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device ce656094-9ace-4551-9736-d767cf44976a no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:28:47.849745 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: ce656094-9ace-4551-9736-d767cf44976a {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:28:47.855714 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device ce656094-9ace-4551-9736-d767cf44976a not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:28:48.106860 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:48.592804 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Deleting port cdf04294-e989-46bf-92c9-83736e3be674 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:48.593169 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (cdf04294-e989-46bf-92c9-83736e3be674), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:48.670693 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] For port cdf04294-e989-46bf-92c9-83736e3be674, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=cdf04294-e989-46bf-92c9-83736e3be674,segment=NetworkSegment(617cfde9-b071-4210-9879-5c58a737b58c),segment_id=617cfde9-b071-4210-9879-5c58a737b58c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:48.671056 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (cdf04294-e989-46bf-92c9-83736e3be674), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:48.684151 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Calling delete_port for cdf04294-e989-46bf-92c9-83736e3be674 owned by network:router_interface {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:48.926547 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (cdf04294-e989-46bf-92c9-83736e3be674), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:48.951835 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf04294-e989-46bf-92c9-83736e3be674,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:49.121570 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.322978 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:28:49.340502 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:28:49.450618 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:28:49.455633 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-6ca6fae3-fc6a-4570-aed4-b6c9ed1145ad admin admin] 10.222.0.20 "PUT /v2.0/routers/019e7422-6e44-4ec9-8b0a-b0deaff31aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6755230 Apr 12 12:28:49.458106 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50576) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:49.461126 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] Sync routers for ids ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:28:49.471378 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] Routers {'019e7422-6e44-4ec9-8b0a-b0deaff31aa8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:49.471991 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:49.574878 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks [] for router (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.579799 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] Set router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:49.684783 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50578) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:49.685467 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks [] for router_gateway (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.760741 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:28:48Z', 'revision_number': 5, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port': {'id': 'b6f836c8-71a6-4e6c-8f2a-22d93f0f870d', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:49.762064 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cc37caa2-5a8a-43a1-9c25-160fecfd4ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.801319 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] Checking router: 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:28:49.809927 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Deleting port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:49.810310 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.810611 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] Routers {'019e7422-6e44-4ec9-8b0a-b0deaff31aa8'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:49.811233 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:49.859566 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Deleting port afbce075-a4fd-44f7-b8bf-36ffbf5a013e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:49.859797 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.895072 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] For port b6f836c8-71a6-4e6c-8f2a-22d93f0f870d, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=b6f836c8-71a6-4e6c-8f2a-22d93f0f870d,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:49.895470 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.910814 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Calling delete_port for b6f836c8-71a6-4e6c-8f2a-22d93f0f870d owned by network:router_gateway {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:49.943769 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.944116 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:49.956624 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Calling delete_port for afbce075-a4fd-44f7-b8bf-36ffbf5a013e owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:49.994427 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] Set router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 gateway port host: None {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:50.050759 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:28:49Z', 'revision_number': 6, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port_host': None}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:50.078501 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a782d-db09-4fc0-b144-f15453d5ac47 None None] The sync data for ids ['019e7422-6e44-4ec9-8b0a-b0deaff31aa8'] in dv-cinder-830093-4-iscsi is: [{'id': '019e7422-6e44-4ec9-8b0a-b0deaff31aa8', 'name': 'tempest-TestMinimumBasicScenario-1930496247-router', 'tenant_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:26:22Z', 'updated_at': '2022-04-12T12:28:49Z', 'revision_number': 6, 'project_id': '3c46047b0dde4b64b3c9c92cafee7fa8', 'gw_port_host': None}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:28:50.179828 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (b6f836c8-71a6-4e6c-8f2a-22d93f0f870d), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.207900 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (afbce075-a4fd-44f7-b8bf-36ffbf5a013e), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.210473 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f836c8-71a6-4e6c-8f2a-22d93f0f870d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:50.230742 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event deleted for resources: {'Port': ['ID=afbce075-a4fd-44f7-b8bf-36ffbf5a013e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:50.270726 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.303118 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (8b2c9e35-2b5d-4b77-bcfc-81303e19b691), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.303722 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.db.l3_db [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Floating IP 8b2c9e35-2b5d-4b77-bcfc-81303e19b691 disassociated (deleted). External IP: 172.27.3.216, port: b35a6bb1-322d-4e31-8e69-ae22f021e127. Apr 12 12:28:50.361960 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.364494 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks [] for router_controller (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.476807 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (019e7422-6e44-4ec9-8b0a-b0deaff31aa8), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.477772 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 019e7422-6e44-4ec9-8b0a-b0deaff31aa8 {{(pid=104047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:28:50.483166 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.484384 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-de700d52-0acf-4d7f-9c6d-614710b5411d admin admin] 10.222.0.20 "DELETE /v2.0/routers/019e7422-6e44-4ec9-8b0a-b0deaff31aa8 HTTP/1.1" status: 204 len: 168 time: 1.0252268 Apr 12 12:28:50.487055 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50580) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:50.533646 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Router fc273748-d783-481f-a3fd-4b37a602f9f7 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:28:50.535606 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4e1ce6-ec56-4b66-bca8-96806ed74b9b admin admin] Deleting subnet a3b69d3d-af15-438e-9051-0b1e2a617f4e {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:28:50.538763 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1ce6-ec56-4b66-bca8-96806ed74b9b admin admin] Publish callbacks [] for subnet (a3b69d3d-af15-438e-9051-0b1e2a617f4e), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.572920 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1ce6-ec56-4b66-bca8-96806ed74b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (a3b69d3d-af15-438e-9051-0b1e2a617f4e), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.645110 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:28:50.649753 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.654545 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1ce6-ec56-4b66-bca8-96806ed74b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (a3b69d3d-af15-438e-9051-0b1e2a617f4e), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.655857 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:28:50.666054 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:50.667144 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:50.684213 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-656c0df7-f02d-45a3-b130-6d6ef1ea9eb6 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "DELETE /v2.0/floatingips/8b2c9e35-2b5d-4b77-bcfc-81303e19b691 HTTP/1.1" status: 204 len: 168 time: 0.9970231 Apr 12 12:28:50.684213 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:28:50.686418 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6ef5c-6366-432c-946a-72b6e8b928e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:28:50.738081 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7182b36-c8d8-455d-922d-9c9d7977ae0e x-openstack-request-id: req-e7182b36-c8d8-455d-922d-9c9d7977ae0e {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:28:50.738081 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:28:50.738081 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7182b36-c8d8-455d-922d-9c9d7977ae0e {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:28:50.738081 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7182b36-c8d8-455d-922d-9c9d7977ae0e'] response: {'name': 'network-changed', 'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'status': 'completed', 'code': 200} Apr 12 12:28:50.802247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-14bae31a-6b8c-406d-b6f5-8acb0e269800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:50.802493 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1ce6-ec56-4b66-bca8-96806ed74b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (a3b69d3d-af15-438e-9051-0b1e2a617f4e), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.803951 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-14bae31a-6b8c-406d-b6f5-8acb0e269800 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 1130 time: 0.0440152 Apr 12 12:28:50.805572 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:50.830161 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e1ce6-ec56-4b66-bca8-96806ed74b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b69d3d-af15-438e-9051-0b1e2a617f4e,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:50.834210 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1ce6-ec56-4b66-bca8-96806ed74b9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.839860 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-2b4e1ce6-ec56-4b66-bca8-96806ed74b9b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a3b69d3d-af15-438e-9051-0b1e2a617f4e HTTP/1.1" status: 204 len: 168 time: 0.3495214 Apr 12 12:28:50.840232 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50586) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:50.843402 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927c5e8-2dd5-45c0-ae81-6b7fd6e1396f None None] Network c2c0db66-9db5-4729-9905-f31c5d213c3b requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:28:50.921225 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (c2c0db66-9db5-4729-9905-f31c5d213c3b), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:50.925863 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-2c939a0e-eb25-4515-9257-3f70796903bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:50.927596 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-2c939a0e-eb25-4515-9257-3f70796903bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 911 time: 0.1180387 Apr 12 12:28:50.970832 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-cc2eb1df-3e9c-4519-a530-6efa67378480 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b35a6bb1-322d-4e31-8e69-ae22f021e127 HTTP/1.1" status: 200 len: 217 time: 0.0362897 Apr 12 12:28:50.977912 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Deleting port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:50.978603 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.039199 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-eff1a804-ccf9-406e-971f-422022352e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:51.049993 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-eff1a804-ccf9-406e-971f-422022352e3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.0695088 Apr 12 12:28:51.064676 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] For port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4,segment=NetworkSegment(617cfde9-b071-4210-9879-5c58a737b58c),segment_id=617cfde9-b071-4210-9879-5c58a737b58c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:51.065272 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.079973 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Calling delete_port for 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:51.103166 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-ac8c1e8a-67d9-4bd5-a050-6dd55f327392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:51.105410 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-ac8c1e8a-67d9-4bd5-a050-6dd55f327392 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540047 Apr 12 12:28:51.210294 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bb78e-85b6-4b59-b38d-ab5585c54041 req-c7a02c58-f03a-41a2-b608-6971fb7d76a2 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:51.213603 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-020bb78e-85b6-4b59-b38d-ab5585c54041 req-c7a02c58-f03a-41a2-b608-6971fb7d76a2 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 946 time: 0.0670834 Apr 12 12:28:51.231779 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.261256 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:51.266490 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:10Z', 'revision_number': 1, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:51.273038 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] No DVR routers for this DVR port 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 on host dv-cinder-830093-4-iscsi {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:28:51.288635 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-020bb78e-85b6-4b59-b38d-ab5585c54041 req-013c0cb8-4d5f-4572-ba3b-06ca5fe1f097 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675225 Apr 12 12:28:51.301615 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c03d2-6d64-456a-9b97-74cc08dc39b7 None None] DHCP port deletion for c2c0db66-9db5-4729-9905-f31c5d213c3b request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:28:51.304739 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:28:51.316683 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:51.317332 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:22Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:51.383367 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (c2c0db66-9db5-4729-9905-f31c5d213c3b), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.406628 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c0db66-9db5-4729-9905-f31c5d213c3b']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:51.415789 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617cfde9-b071-4210-9879-5c58a737b58c') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:51.416500 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617cfde9-b071-4210-9879-5c58a737b58c') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:51.426386 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (617cfde9-b071-4210-9879-5c58a737b58c), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.438955 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:51.440605 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (617cfde9-b071-4210-9879-5c58a737b58c), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.446593 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (617cfde9-b071-4210-9879-5c58a737b58c), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:28:51.452643 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:28:51.665583 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (c2c0db66-9db5-4729-9905-f31c5d213c3b), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.665908 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:10Z', 'revision_number': 1, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:51.671387 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:51.676631 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c2c0db66-9db5-4729-9905-f31c5d213c3b HTTP/1.1" status: 204 len: 168 time: 0.8332813 Apr 12 12:28:51.686248 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e790f-750e-4aca-a85b-9f06ef171e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c0db66-9db5-4729-9905-f31c5d213c3b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:51.693940 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8259821-f8db-4df0-89fc-f3b0f015416a None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_floatingips': [{'id': '8a305f7b-2f2e-41f9-8908-89d332dece01', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'router_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'port_id': '63c754c5-43d1-4476-b155-758814d499cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'mac_address': 'fa:16:3e:02:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:25:05Z', 'updated_at': '2022-04-12T12:25:10Z', 'revision_number': 1, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:28:51.801544 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:28:51.821974 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:28:51.822581 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 47b3cf5a-fcdf-4b2e-bfd1-5c5c9932e6a4 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:28:51.822736 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device cdf04294-e989-46bf-92c9-83736e3be674 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:28:51.843605 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: cdf04294-e989-46bf-92c9-83736e3be674 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:28:51.846087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device cdf04294-e989-46bf-92c9-83736e3be674 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:28:51.846087 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b6f836c8-71a6-4e6c-8f2a-22d93f0f870d no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:28:51.867412 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: b6f836c8-71a6-4e6c-8f2a-22d93f0f870d {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:28:51.867758 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device b6f836c8-71a6-4e6c-8f2a-22d93f0f870d not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:28:51.941682 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10597a-7587-48ed-a0c9-3f0abc074340 None None] New status for floating IP 8b2c9e35-2b5d-4b77-bcfc-81303e19b691: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:28:52.057632 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50592) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:52.101706 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-dabf8353-dcba-42ab-af17-041c14db7de1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=824b23f1ee20493fad5d8f23f8b43aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425532 Apr 12 12:28:52.104069 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50594) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:52.158727 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d35d8b83-ec45-4ea6-9133-408595c7b9da admin admin] Publish callbacks [] for security_group (6e2fce81-6f13-4098-84ce-9c796d1a1444), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:52.179378 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-9cb90dbc-33a5-40d9-ad4c-4da05404da06 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891798 Apr 12 12:28:52.180533 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d35d8b83-ec45-4ea6-9133-408595c7b9da admin admin] Publish callbacks [] for security_group (6e2fce81-6f13-4098-84ce-9c796d1a1444), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:52.287986 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d35d8b83-ec45-4ea6-9133-408595c7b9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (6e2fce81-6f13-4098-84ce-9c796d1a1444), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:52.290696 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d35d8b83-ec45-4ea6-9133-408595c7b9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:52.291968 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d35d8b83-ec45-4ea6-9133-408595c7b9da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e2fce81-6f13-4098-84ce-9c796d1a1444 HTTP/1.1" status: 204 len: 168 time: 0.1858416 Apr 12 12:28:52.299832 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d8b83-ec45-4ea6-9133-408595c7b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2fce81-6f13-4098-84ce-9c796d1a1444,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:52.361468 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-18c6ef5c-6366-432c-946a-72b6e8b928e7 req-77cacf8e-baaf-45e3-9724-d08ebe38fae1 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886569 Apr 12 12:28:52.418735 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c75ed-66c8-4e05-979c-5cddbfd22df2 req-1f15cc51-6dcb-4fc7-ba83-afcfb4a04b20 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:52.420218 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ba9c75ed-66c8-4e05-979c-5cddbfd22df2 req-1f15cc51-6dcb-4fc7-ba83-afcfb4a04b20 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 946 time: 0.0488610 Apr 12 12:28:52.476736 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-ba9c75ed-66c8-4e05-979c-5cddbfd22df2 req-cf50bce6-2807-4cd1-a98e-c2f0e4f6a3be tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506256 Apr 12 12:28:52.555181 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-58366fee-cacc-49ed-aeec-e48bb92845e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:52.582235 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-14052fe3-a2b3-4b56-9f61-2ddcbc1be999 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:52.583780 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-14052fe3-a2b3-4b56-9f61-2ddcbc1be999 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 946 time: 0.0500014 Apr 12 12:28:52.680831 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Deleting port b35a6bb1-322d-4e31-8e69-ae22f021e127 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:52.681079 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:52.773078 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] For port b35a6bb1-322d-4e31-8e69-ae22f021e127, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b35a6bb1-322d-4e31-8e69-ae22f021e127,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:28:52.773460 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:52.791211 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Calling delete_port for b35a6bb1-322d-4e31-8e69-ae22f021e127 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:52.967818 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (b35a6bb1-322d-4e31-8e69-ae22f021e127), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:52.997553 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event deleted for resources: {'Port': ['ID=b35a6bb1-322d-4e31-8e69-ae22f021e127,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:53.042261 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] No DVR routers for this DVR port b35a6bb1-322d-4e31-8e69-ae22f021e127 on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:28:53.045255 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:53.050651 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-09ef915d-4f79-40d0-bdef-85dac2210eea req-5eaec2a6-0d09-4dbd-9237-29a816630e50 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "DELETE /v2.0/ports/b35a6bb1-322d-4e31-8e69-ae22f021e127 HTTP/1.1" status: 204 len: 173 time: 0.4598875 Apr 12 12:28:53.050651 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'name': 'network-vif-deleted', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:28:53.051191 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803e3650-fe74-4632-ad17-e7adeb9ac329" -d '{"events": [{"server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "name": "network-vif-deleted", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:28:53.051347 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50602) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:53.093101 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7480d9-55c8-4da1-bc6c-7457013528e7 x-openstack-request-id: req-cb7480d9-55c8-4da1-bc6c-7457013528e7 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:28:53.093101 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e80e85f-302b-4d82-ae13-a3758cc32f6b", "name": "network-vif-deleted", "tag": "b35a6bb1-322d-4e31-8e69-ae22f021e127", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:28:53.093101 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb7480d9-55c8-4da1-bc6c-7457013528e7 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:28:53.093101 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7480d9-55c8-4da1-bc6c-7457013528e7'] response: {'server_uuid': '8e80e85f-302b-4d82-ae13-a3758cc32f6b', 'name': 'network-vif-deleted', 'tag': 'b35a6bb1-322d-4e31-8e69-ae22f021e127', 'status': 'completed', 'code': 200} Apr 12 12:28:53.096458 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d86cf021-9d0a-4eee-8370-29d6ac0c60bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c46047b0dde4b64b3c9c92cafee7fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415165 Apr 12 12:28:53.096570 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50606) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:53.146539 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c30786d7-05c5-46bb-bb8b-91b683ca6caf admin admin] Publish callbacks [] for security_group (62e1c63f-b1b3-441a-9ccb-793cdc93b3d1), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:53.168425 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c30786d7-05c5-46bb-bb8b-91b683ca6caf admin admin] Publish callbacks [] for security_group (62e1c63f-b1b3-441a-9ccb-793cdc93b3d1), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:53.281015 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c30786d7-05c5-46bb-bb8b-91b683ca6caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (62e1c63f-b1b3-441a-9ccb-793cdc93b3d1), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:53.283506 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c30786d7-05c5-46bb-bb8b-91b683ca6caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:53.284648 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-c30786d7-05c5-46bb-bb8b-91b683ca6caf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62e1c63f-b1b3-441a-9ccb-793cdc93b3d1 HTTP/1.1" status: 204 len: 168 time: 0.1872101 Apr 12 12:28:53.292783 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30786d7-05c5-46bb-bb8b-91b683ca6caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e1c63f-b1b3-441a-9ccb-793cdc93b3d1,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:53.574916 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-c1a1bc2e-14d8-4627-91da-e3ebbbd88f69 req-6e3e7584-ad8a-4cd8-92e9-92fc4f2ff035 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e80e85f-302b-4d82-ae13-a3758cc32f6b HTTP/1.1" status: 200 len: 210 time: 0.0286164 Apr 12 12:28:53.625099 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:55.087921 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:55.256563 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device b35a6bb1-322d-4e31-8e69-ae22f021e127 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:28:55.276283 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: b35a6bb1-322d-4e31-8e69-ae22f021e127 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:28:55.276618 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device b35a6bb1-322d-4e31-8e69-ae22f021e127 not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:28:56.372179 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:57.145533 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50626) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:28:57.293527 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Deleting port 8de72a24-8046-49ce-9630-68e837fce2b8 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:28:57.293864 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (8de72a24-8046-49ce-9630-68e837fce2b8), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:57.622438 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (8de72a24-8046-49ce-9630-68e837fce2b8), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:57.622771 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (8de72a24-8046-49ce-9630-68e837fce2b8), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:57.634560 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Calling delete_port for 8de72a24-8046-49ce-9630-68e837fce2b8 owned by network:floatingip {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:28:57.943860 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (8de72a24-8046-49ce-9630-68e837fce2b8), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:57.971256 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event deleted for resources: {'Port': ['ID=8de72a24-8046-49ce-9630-68e837fce2b8,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:28:58.031341 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (8a305f7b-2f2e-41f9-8908-89d332dece01), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:58.031682 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.db.l3_db [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Floating IP 8a305f7b-2f2e-41f9-8908-89d332dece01 disassociated (deleted). External IP: 172.27.3.50, port: 63c754c5-43d1-4476-b155-758814d499cc. Apr 12 12:28:58.249377 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Router fc273748-d783-481f-a3fd-4b37a602f9f7 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:28:58.361354 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:28:58.366298 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:28:58.372243 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:28:58.382106 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:58.382790 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:58.397128 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-32894a00-3f58-416c-bbb3-d03b3b2b7d49 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "DELETE /v2.0/floatingips/8a305f7b-2f2e-41f9-8908-89d332dece01 HTTP/1.1" status: 204 len: 168 time: 1.2504663 Apr 12 12:28:58.397724 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'tag': '63c754c5-43d1-4476-b155-758814d499cc'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:28:58.399953 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff602eefeb01a16f7e5d358ed1af9cfcd6ba0c47b1969ec1cf434940a890b1cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "tag": "63c754c5-43d1-4476-b155-758814d499cc"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:28:58.498427 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:58.674225 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a30aab-578b-47d3-9d5b-bb86077212a7 x-openstack-request-id: req-06a30aab-578b-47d3-9d5b-bb86077212a7 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:28:58.674524 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "tag": "63c754c5-43d1-4476-b155-758814d499cc", "status": "completed", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:28:58.674844 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06a30aab-578b-47d3-9d5b-bb86077212a7 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:28:58.675235 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a30aab-578b-47d3-9d5b-bb86077212a7'] response: {'name': 'network-changed', 'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'tag': '63c754c5-43d1-4476-b155-758814d499cc', 'status': 'completed', 'code': 200} Apr 12 12:28:58.693796 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:58.722472 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:28:58.730893 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:28:58.731528 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:58.740051 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-dbf9792f-a000-4d84-a085-32e6e14932aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:58.741623 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-dbf9792f-a000-4d84-a085-32e6e14932aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 1129 time: 0.0458405 Apr 12 12:28:58.846925 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:28:58.855387 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-97de48a8-cf38-4189-9352-12e19718aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:58.856938 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-97de48a8-cf38-4189-9352-12e19718aae4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 200 len: 911 time: 0.1076033 Apr 12 12:28:58.894271 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec871-e3d1-4430-a632-5a77523e14a5 req-96b75ed5-0450-473b-8cfd-c71df1d020cd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:58.895900 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-606ec871-e3d1-4430-a632-5a77523e14a5 req-96b75ed5-0450-473b-8cfd-c71df1d020cd tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 945 time: 0.0509245 Apr 12 12:28:58.944314 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-606ec871-e3d1-4430-a632-5a77523e14a5 req-14777555-55f9-49be-ab60-ecd42554d591 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428472 Apr 12 12:28:59.040738 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:28:59.068056 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c5aea-14c6-4039-969c-64689464acc8 None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:21:07Z', 'revision_number': 4, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi', '_interfaces': [{'id': '166d4da4-7a7e-44de-a555-95178ba75b80', 'name': '', 'network_id': '437fddf5-4ae4-4467-938b-d65ad376d65d', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'mac_address': 'fa:16:3e:25:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:06Z', 'updated_at': '2022-04-12T12:21:11Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'subnets': [{'id': '8cd15456-f61f-43ac-a603-59dd6b213ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:28:59.285944 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df58c2f-5c27-443b-bdd6-c03cbe37ea09 None None] New status for floating IP 8a305f7b-2f2e-41f9-8908-89d332dece01: DOWN {{(pid=104049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:28:59.848957 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-36617c35-3295-4dc8-9668-923ca3748609 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63c754c5-43d1-4476-b155-758814d499cc HTTP/1.1" status: 200 len: 217 time: 0.0342214 Apr 12 12:28:59.903457 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-f3caab38-4d31-4133-9628-e19817381277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:59.905516 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-f3caab38-4d31-4133-9628-e19817381277 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 200 len: 849 time: 0.0499427 Apr 12 12:28:59.953745 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-e131b1c2-302d-442d-aa06-68bb61e525dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:28:59.955275 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-e131b1c2-302d-442d-aa06-68bb61e525dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437fddf5-4ae4-4467-938b-d65ad376d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399117 Apr 12 12:29:00.065138 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d172-0135-4220-a59e-c149ed150013 req-a3e9f27d-7cef-4fac-9dfe-06152e5582f1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:29:00.066628 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bdc9d172-0135-4220-a59e-c149ed150013 req-a3e9f27d-7cef-4fac-9dfe-06152e5582f1 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 945 time: 0.0525968 Apr 12 12:29:00.092203 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-d9207a1d-66cd-4a89-99ef-5cdee8a54c56 service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830410 Apr 12 12:29:00.116590 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-bdc9d172-0135-4220-a59e-c149ed150013 req-ee84ecbc-f7e9-4386-a7a0-fcbb3d2bbe36 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/security-groups?id=1128df6a-3463-4b9e-a8ca-496dbdd8971c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Apr 12 12:29:00.185384 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-4f2af2f5-00b8-40e0-9b0b-d3b1874c75e7 req-528d79de-cad6-4ba6-8c83-76a62cd6f08d service neutron] 10.222.0.23 "GET /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Apr 12 12:29:00.345553 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-49dffe62-d222-4b7a-8cda-0fb475f170e8 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:29:00.346935 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-49dffe62-d222-4b7a-8cda-0fb475f170e8 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 945 time: 0.0480745 Apr 12 12:29:00.437518 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Deleting port 63c754c5-43d1-4476-b155-758814d499cc {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:00.437854 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (63c754c5-43d1-4476-b155-758814d499cc), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:00.525046 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] For port 63c754c5-43d1-4476-b155-758814d499cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63c754c5-43d1-4476-b155-758814d499cc,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:00.525438 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (63c754c5-43d1-4476-b155-758814d499cc), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:00.538011 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Calling delete_port for 63c754c5-43d1-4476-b155-758814d499cc owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:00.716456 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (63c754c5-43d1-4476-b155-758814d499cc), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:00.745997 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event deleted for resources: {'Port': ['ID=63c754c5-43d1-4476-b155-758814d499cc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:00.780042 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.780388 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.780726 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.781090 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.781422 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.781751 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.782073 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.782396 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.782723 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.783048 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.783371 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.783691 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.784008 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.784324 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.784637 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-4-iscsi {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:29:00.804807 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] No DVR routers for this DVR port 63c754c5-43d1-4476-b155-758814d499cc on host hv-cinder-83009 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:29:00.807262 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for port (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:00.811158 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [req-ed3a1cf2-759f-4655-a499-8b52adc83b32 req-5555f5e1-d5e3-4b47-8f0d-b0c2e50c4eed tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.23 "DELETE /v2.0/ports/63c754c5-43d1-4476-b155-758814d499cc HTTP/1.1" status: 204 len: 173 time: 0.4578049 Apr 12 12:29:00.811683 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'name': 'network-vif-deleted', 'tag': '63c754c5-43d1-4476-b155-758814d499cc'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:29:00.814031 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935317a58202882929a0fd9d89e105d6a1eaeec18c820cdf95caf552dfcaa50e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b061b9-9d04-4915-bd81-19b07e7627e5" -d '{"events": [{"server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "name": "network-vif-deleted", "tag": "63c754c5-43d1-4476-b155-758814d499cc"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:29:00.849620 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e42fe9d-42c3-41bc-b64a-3266e4f535e1 x-openstack-request-id: req-6e42fe9d-42c3-41bc-b64a-3266e4f535e1 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:29:00.850219 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66", "name": "network-vif-deleted", "tag": "63c754c5-43d1-4476-b155-758814d499cc", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:29:00.850219 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e42fe9d-42c3-41bc-b64a-3266e4f535e1 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:29:00.850685 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e42fe9d-42c3-41bc-b64a-3266e4f535e1'] response: {'server_uuid': 'd49acd02-3ea2-4c43-8db8-6b5c9a6a3a66', 'name': 'network-vif-deleted', 'tag': '63c754c5-43d1-4476-b155-758814d499cc', 'status': 'completed', 'code': 200} Apr 12 12:29:01.214951 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [req-925e4dd6-9579-42b3-8863-154ff23ad7a9 req-48e8c309-fc2b-4984-8cce-1b9aaa95e98a tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49acd02-3ea2-4c43-8db8-6b5c9a6a3a66 HTTP/1.1" status: 200 len: 210 time: 0.0286369 Apr 12 12:29:02.273201 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50644) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:02.389300 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Deleting port 05512ded-b084-4573-9407-8e7457e44e27 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:02.389528 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (05512ded-b084-4573-9407-8e7457e44e27), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:02.466879 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (05512ded-b084-4573-9407-8e7457e44e27), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:02.467280 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (05512ded-b084-4573-9407-8e7457e44e27), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:02.479177 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Calling delete_port for 05512ded-b084-4573-9407-8e7457e44e27 owned by network:floatingip {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:02.693518 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (05512ded-b084-4573-9407-8e7457e44e27), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:02.720912 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event deleted for resources: {'Port': ['ID=05512ded-b084-4573-9407-8e7457e44e27,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:02.784474 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for floatingip (9e8071a9-609f-4eb1-b290-8046d6444657), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:02.787075 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190911'] for floatingip (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:02.788230 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-d13d02a9-1577-4cf2-a18a-2d55a0a2aa69 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "DELETE /v2.0/floatingips/9e8071a9-609f-4eb1-b290-8046d6444657 HTTP/1.1" status: 204 len: 168 time: 0.5140216 Apr 12 12:29:03.299191 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 63c754c5-43d1-4476-b155-758814d499cc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:29:03.323761 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] No Port match for: 63c754c5-43d1-4476-b155-758814d499cc {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:29:03.324104 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Device 63c754c5-43d1-4476-b155-758814d499cc not bound to the agent host hv-cinder-83009 {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:29:04.125668 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50656) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:04.188670 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f954cfb-18f0-4c1a-91c1-bfbe9c653932 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group (1128df6a-3463-4b9e-a8ca-496dbdd8971c), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:04.214727 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f954cfb-18f0-4c1a-91c1-bfbe9c653932 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group (1128df6a-3463-4b9e-a8ca-496dbdd8971c), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:04.344570 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f954cfb-18f0-4c1a-91c1-bfbe9c653932 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (1128df6a-3463-4b9e-a8ca-496dbdd8971c), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:04.347066 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f954cfb-18f0-4c1a-91c1-bfbe9c653932 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:04.348218 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-8f954cfb-18f0-4c1a-91c1-bfbe9c653932 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] 10.222.0.20 "DELETE /v2.0/security-groups/1128df6a-3463-4b9e-a8ca-496dbdd8971c HTTP/1.1" status: 204 len: 168 time: 0.2215314 Apr 12 12:29:04.357557 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f954cfb-18f0-4c1a-91c1-bfbe9c653932 tempest-TestVolumeBootPattern-47864771 tempest-TestVolumeBootPattern-47864771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1128df6a-3463-4b9e-a8ca-496dbdd8971c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:05.484723 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50662) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:06.255486 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (fc273748-d783-481f-a3fd-4b37a602f9f7), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:06.490995 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Deleting port 166d4da4-7a7e-44de-a555-95178ba75b80 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:06.491534 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:06.568526 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] For port 166d4da4-7a7e-44de-a555-95178ba75b80, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=166d4da4-7a7e-44de-a555-95178ba75b80,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:06.568911 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:06.585544 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Calling delete_port for 166d4da4-7a7e-44de-a555-95178ba75b80 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:06.836290 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (166d4da4-7a7e-44de-a555-95178ba75b80), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:06.865120 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Pushing event deleted for resources: {'Port': ['ID=166d4da4-7a7e-44de-a555-95178ba75b80,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:07.049128 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (fc273748-d783-481f-a3fd-4b37a602f9f7), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:07.273499 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Router fc273748-d783-481f-a3fd-4b37a602f9f7 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:29:07.384322 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:29:07.389378 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-481bdbd2-a21a-4b20-9d06-78004f26b72c admin admin] 10.222.0.20 "PUT /v2.0/routers/fc273748-d783-481f-a3fd-4b37a602f9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9036045 Apr 12 12:29:07.391875 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50666) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:07.392998 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] Sync routers for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:29:07.403827 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:29:07.404445 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:07.497786 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks [] for router (fc273748-d783-481f-a3fd-4b37a602f9f7), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:07.605974 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks [] for router_gateway (fc273748-d783-481f-a3fd-4b37a602f9f7), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:07.641270 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:29:07.709578 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Deleting port d9aa2088-72aa-4716-8964-55e61d787488 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:07.709909 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (d9aa2088-72aa-4716-8964-55e61d787488), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:07.801914 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] For port d9aa2088-72aa-4716-8964-55e61d787488, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=d9aa2088-72aa-4716-8964-55e61d787488,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:07.802284 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (d9aa2088-72aa-4716-8964-55e61d787488), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:07.816309 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Calling delete_port for d9aa2088-72aa-4716-8964-55e61d787488 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:07.817708 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:29:06Z', 'revision_number': 5, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port': {'id': 'd9aa2088-72aa-4716-8964-55e61d787488', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:04Z', 'updated_at': '2022-04-12T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:07.848635 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] Checking router: fc273748-d783-481f-a3fd-4b37a602f9f7 for host: dv-cinder-830093-4-iscsi {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:29:07.856966 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] Routers {'fc273748-d783-481f-a3fd-4b37a602f9f7'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:29:07.857511 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['fc273748-d783-481f-a3fd-4b37a602f9f7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:07.944674 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] Set router fc273748-d783-481f-a3fd-4b37a602f9f7 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:29:07.995534 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:29:07Z', 'revision_number': 6, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port_host': None}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:08.027178 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f761-9f4d-46bd-bf74-cf945481e054 None None] The sync data for ids ['fc273748-d783-481f-a3fd-4b37a602f9f7'] in dv-cinder-830093-4-iscsi is: [{'id': 'fc273748-d783-481f-a3fd-4b37a602f9f7', 'name': 'tempest-TestVolumeBootPattern-25652103-router', 'tenant_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:03Z', 'updated_at': '2022-04-12T12:29:07Z', 'revision_number': 6, 'project_id': 'd5cca4d6555c40f5a7010a3a88e67508', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:29:08.058679 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (d9aa2088-72aa-4716-8964-55e61d787488), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.088674 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9aa2088-72aa-4716-8964-55e61d787488,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:08.148941 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (fc273748-d783-481f-a3fd-4b37a602f9f7), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.239761 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (fc273748-d783-481f-a3fd-4b37a602f9f7), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.242124 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks [] for router_controller (fc273748-d783-481f-a3fd-4b37a602f9f7), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.367638 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (fc273748-d783-481f-a3fd-4b37a602f9f7), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.368178 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc273748-d783-481f-a3fd-4b37a602f9f7 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:29:08.372747 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.374594 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-9650dc69-0f59-4469-8ed4-f5187ce3d0e2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fc273748-d783-481f-a3fd-4b37a602f9f7 HTTP/1.1" status: 204 len: 168 time: 0.9818008 Apr 12 12:29:08.377231 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50668) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:08.423310 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-de00230f-9dc2-495d-b474-1897122d7145 admin admin] Deleting subnet 8cd15456-f61f-43ac-a603-59dd6b213ae3 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:29:08.426575 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de00230f-9dc2-495d-b474-1897122d7145 admin admin] Publish callbacks [] for subnet (8cd15456-f61f-43ac-a603-59dd6b213ae3), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.467043 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de00230f-9dc2-495d-b474-1897122d7145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11870298'] for subnet (8cd15456-f61f-43ac-a603-59dd6b213ae3), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.551832 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de00230f-9dc2-495d-b474-1897122d7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (8cd15456-f61f-43ac-a603-59dd6b213ae3), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.682482 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de00230f-9dc2-495d-b474-1897122d7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11594472'] for subnet (8cd15456-f61f-43ac-a603-59dd6b213ae3), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.708537 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00230f-9dc2-495d-b474-1897122d7145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd15456-f61f-43ac-a603-59dd6b213ae3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:08.712264 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de00230f-9dc2-495d-b474-1897122d7145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for subnet (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.715762 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-de00230f-9dc2-495d-b474-1897122d7145 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8cd15456-f61f-43ac-a603-59dd6b213ae3 HTTP/1.1" status: 204 len: 168 time: 0.3373806 Apr 12 12:29:08.718010 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50670) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:08.718504 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d8f056-7024-4b08-b00d-d535f5a39018 None None] Network 437fddf5-4ae4-4467-938b-d65ad376d65d requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:29:08.792484 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (437fddf5-4ae4-4467-938b-d65ad376d65d), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.856198 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Deleting port 1d47fb36-17ca-4eef-9587-0fe48a76d65f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:08.856198 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.880592 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] DHCP port deletion for 437fddf5-4ae4-4467-938b-d65ad376d65d request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:29:08.921080 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] For port 1d47fb36-17ca-4eef-9587-0fe48a76d65f, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1d47fb36-17ca-4eef-9587-0fe48a76d65f,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:08.921451 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.926067 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] Deleting port 1d47fb36-17ca-4eef-9587-0fe48a76d65f {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:08.926591 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:08.935272 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Calling delete_port for 1d47fb36-17ca-4eef-9587-0fe48a76d65f owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:08.992808 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] For port 1d47fb36-17ca-4eef-9587-0fe48a76d65f, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=1d47fb36-17ca-4eef-9587-0fe48a76d65f,segment=NetworkSegment(f0b72022-9386-4051-bc8f-b14be6a0f8c1),segment_id=f0b72022-9386-4051-bc8f-b14be6a0f8c1)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:08.997027 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.014178 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] Calling delete_port for 1d47fb36-17ca-4eef-9587-0fe48a76d65f owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:09.082250 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.110053 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (1d47fb36-17ca-4eef-9587-0fe48a76d65f), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.124070 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] No DVR routers for this DVR port 1d47fb36-17ca-4eef-9587-0fe48a76d65f on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:29:09.134522 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d47fb36-17ca-4eef-9587-0fe48a76d65f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:09.139694 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] No DVR routers for this DVR port 1d47fb36-17ca-4eef-9587-0fe48a76d65f on host dv-cinder-830093-4-iscsi {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:29:09.165406 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497b9dd-c244-4e8a-9c8b-402c1ed8eed0 None None] Pushing event deleted for resources: {'Port': ['ID=1d47fb36-17ca-4eef-9587-0fe48a76d65f,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:09.213538 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (437fddf5-4ae4-4467-938b-d65ad376d65d), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.233691 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437fddf5-4ae4-4467-938b-d65ad376d65d']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:09.242906 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b72022-9386-4051-bc8f-b14be6a0f8c1') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:09.243208 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.services.segments.db [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b72022-9386-4051-bc8f-b14be6a0f8c1') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:09.256647 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11870291'] for segment (f0b72022-9386-4051-bc8f-b14be6a0f8c1), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.270659 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (f0b72022-9386-4051-bc8f-b14be6a0f8c1), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.276512 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871964'] for segment (f0b72022-9386-4051-bc8f-b14be6a0f8c1), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: Traceback (most recent call last): Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: timer() Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: cb(*args, **kw) Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: return func(*args, **kwargs) Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: self._notify() Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: self.callback(batched_events) Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: event.method(event) Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: return f(self, *a, **k) Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._get(url).json() Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: return self.request(url, 'GET', **kwargs) Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:29:09.282078 dv-cinder-830093-4-iscsi neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:29:09.396210 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (437fddf5-4ae4-4467-938b-d65ad376d65d), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.401678 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.407427 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] 10.222.0.20 "DELETE /v2.0/networks/437fddf5-4ae4-4467-938b-d65ad376d65d HTTP/1.1" status: 204 len: 168 time: 0.6858647 Apr 12 12:29:09.408445 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50672) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:09.416995 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f1081-bd56-4157-8fa5-cab8e5ec8289 admin admin] Pushing event deleted for resources: {'Network': ['ID=437fddf5-4ae4-4467-938b-d65ad376d65d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:09.738129 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-652491'] for router_interface (209d304a-0114-4e10-b5fc-73cb8b3f7413), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:09.791815 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 166d4da4-7a7e-44de-a555-95178ba75b80 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:29:09.813220 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 166d4da4-7a7e-44de-a555-95178ba75b80 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:29:09.813562 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 166d4da4-7a7e-44de-a555-95178ba75b80 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:29:09.813973 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device d9aa2088-72aa-4716-8964-55e61d787488 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:29:09.833471 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: d9aa2088-72aa-4716-8964-55e61d787488 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:29:09.833812 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device d9aa2088-72aa-4716-8964-55e61d787488 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:29:09.834222 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1d47fb36-17ca-4eef-9587-0fe48a76d65f no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:29:09.853684 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 1d47fb36-17ca-4eef-9587-0fe48a76d65f {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:29:09.858194 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 1d47fb36-17ca-4eef-9587-0fe48a76d65f not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:29:10.001452 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Deleting port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:10.001687 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:10.080434 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] For port 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,segment=NetworkSegment(b2b47e1e-76ad-4362-8583-b6708305d40c),segment_id=b2b47e1e-76ad-4362-8583-b6708305d40c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:10.080797 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:10.093703 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Calling delete_port for 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf owned by network:router_interface {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:10.350322 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:10.383292 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:10.552128 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652391'] for router_interface (209d304a-0114-4e10-b5fc-73cb8b3f7413), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:10.769449 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Router 209d304a-0114-4e10-b5fc-73cb8b3f7413 has already been hosted by L3 agent 8d6e1257-115e-488b-a57a-262695ee183d {{(pid=104047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:29:10.876311 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] Notify agent at l3_agent.dv-cinder-830093-4-iscsi the message routers_updated {{(pid=104047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:29:10.881281 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-216d05a5-68c4-4b50-9572-c9e0d287aeb6 admin admin] 10.222.0.20 "PUT /v2.0/routers/209d304a-0114-4e10-b5fc-73cb8b3f7413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716966 Apr 12 12:29:10.883953 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50674) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:10.884668 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] Sync routers for ids ['209d304a-0114-4e10-b5fc-73cb8b3f7413'] in dv-cinder-830093-4-iscsi {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:29:10.895222 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] Routers {'209d304a-0114-4e10-b5fc-73cb8b3f7413'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:29:10.895826 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['209d304a-0114-4e10-b5fc-73cb8b3f7413'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:10.995647 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks [] for router (209d304a-0114-4e10-b5fc-73cb8b3f7413), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.007573 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] Set router 209d304a-0114-4e10-b5fc-73cb8b3f7413 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:29:11.103057 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks [] for router_gateway (209d304a-0114-4e10-b5fc-73cb8b3f7413), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.171640 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:29:10Z', 'revision_number': 5, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:11.202444 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] Checking router: 209d304a-0114-4e10-b5fc-73cb8b3f7413 for host: dv-cinder-830093-4-iscsi {{(pid=104049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:29:11.210626 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] Routers {'209d304a-0114-4e10-b5fc-73cb8b3f7413'} bound to L3 agent in host dv-cinder-830093-4-iscsi {{(pid=104049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:29:11.211225 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T12:08:22Z,description=,heartbeat_timestamp=2022-04-12T12:28:52Z,host='dv-cinder-830093-4-iscsi',id=8d6e1257-115e-488b-a57a-262695ee183d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T12:08:23Z,topic='l3_agent')) {'router_ids': ['209d304a-0114-4e10-b5fc-73cb8b3f7413'], 'active': True} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:11.255495 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Deleting port 565b6182-0aed-4199-9a0d-f791b3db30bb {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:11.255838 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.320906 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_dvr_db [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] Set router 209d304a-0114-4e10-b5fc-73cb8b3f7413 gateway port host: dv-cinder-830093-4-iscsi {{(pid=104049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:29:11.339274 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] For port 565b6182-0aed-4199-9a0d-f791b3db30bb, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=565b6182-0aed-4199-9a0d-f791b3db30bb,segment=NetworkSegment(172ff33c-7220-42ef-9017-f1d715fa7ad1),segment_id=172ff33c-7220-42ef-9017-f1d715fa7ad1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:11.339706 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.353119 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Calling delete_port for 565b6182-0aed-4199-9a0d-f791b3db30bb owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:11.487170 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.l3_hamode_db [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:29:10Z', 'revision_number': 5, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}], 'dv-cinder-830093-4-iscsi', False) {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:11.513223 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce017016-ab04-421a-9525-eb7d48a16e13 None None] The sync data for ids ['209d304a-0114-4e10-b5fc-73cb8b3f7413'] in dv-cinder-830093-4-iscsi is: [{'id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'name': 'tempest-TestVolumeBootPattern-201212394-router', 'tenant_id': 'd066d07791b64d9396d559c031d2cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'external_fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:21:10Z', 'updated_at': '2022-04-12T12:29:10Z', 'revision_number': 5, 'project_id': 'd066d07791b64d9396d559c031d2cb92', 'gw_port': {'id': '565b6182-0aed-4199-9a0d-f791b3db30bb', 'name': '', 'network_id': '22546a3f-288e-4f47-a754-d66b5fbf87eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d304a-0114-4e10-b5fc-73cb8b3f7413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:21:11Z', 'updated_at': '2022-04-12T12:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00904505-d7b3-4c64-add6-83d2b76d32e3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-4-iscsi'}] {{(pid=104049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:29:11.630612 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871755'] for port (565b6182-0aed-4199-9a0d-f791b3db30bb), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.657009 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=565b6182-0aed-4199-9a0d-f791b3db30bb,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:11.719573 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652161'] for router_gateway (209d304a-0114-4e10-b5fc-73cb8b3f7413), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.812737 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7327'] for router (209d304a-0114-4e10-b5fc-73cb8b3f7413), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.814780 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks [] for router_controller (209d304a-0114-4e10-b5fc-73cb8b3f7413), precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.933398 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703782'] for router (209d304a-0114-4e10-b5fc-73cb8b3f7413), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.934216 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209d304a-0114-4e10-b5fc-73cb8b3f7413 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:29:11.940371 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:11.941751 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-a1417d7e-c640-4437-b10a-7fd006100cf9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/209d304a-0114-4e10-b5fc-73cb8b3f7413 HTTP/1.1" status: 204 len: 168 time: 1.0567863 Apr 12 12:29:11.944508 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50676) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:11.959421 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:29:11.980761 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:29:11.983896 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 16ae0379-8f27-4c4e-9bfa-fb18a2c1d1cf not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:29:11.999170 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce872da8-fb1b-4956-b1d1-0706a56b599b admin admin] Deleting subnet 8f89b9f8-d959-4fd4-be8b-23de078cb385 {{(pid=104047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:29:12.002812 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce872da8-fb1b-4956-b1d1-0706a56b599b admin admin] Publish callbacks [] for subnet (8f89b9f8-d959-4fd4-be8b-23de078cb385), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.038637 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce872da8-fb1b-4956-b1d1-0706a56b599b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068406'] for subnet (8f89b9f8-d959-4fd4-be8b-23de078cb385), precommit_delete_associations {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.117813 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce872da8-fb1b-4956-b1d1-0706a56b599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070656'] for subnet (8f89b9f8-d959-4fd4-be8b-23de078cb385), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.259681 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce872da8-fb1b-4956-b1d1-0706a56b599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9066755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9015341'] for subnet (8f89b9f8-d959-4fd4-be8b-23de078cb385), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.284023 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce872da8-fb1b-4956-b1d1-0706a56b599b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f89b9f8-d959-4fd4-be8b-23de078cb385,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:12.292188 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce872da8-fb1b-4956-b1d1-0706a56b599b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.296787 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-ce872da8-fb1b-4956-b1d1-0706a56b599b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8f89b9f8-d959-4fd4-be8b-23de078cb385 HTTP/1.1" status: 204 len: 168 time: 0.3510268 Apr 12 12:29:12.297821 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b751f-b0d4-4330-8e5b-d77457435be6 None None] Network 6894ffb3-c823-4054-ac74-72fc3e3b7d6a requested from dv-cinder-830093-4-iscsi {{(pid=104048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:29:12.299629 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.wsgi [-] (104047) accepted ('10.222.0.20', 50678) {{(pid=104047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:12.367665 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4113747'] for network (6894ffb3-c823-4054-ac74-72fc3e3b7d6a), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.417278 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Deleting port 482661a3-60dd-4599-ad02-50dfd12c9b49 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:12.417591 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.480080 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] For port 482661a3-60dd-4599-ad02-50dfd12c9b49, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=482661a3-60dd-4599-ad02-50dfd12c9b49,segment=NetworkSegment(b2b47e1e-76ad-4362-8583-b6708305d40c),segment_id=b2b47e1e-76ad-4362-8583-b6708305d40c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:12.480447 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.495915 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Calling delete_port for 482661a3-60dd-4599-ad02-50dfd12c9b49 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:12.508474 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] DHCP port deletion for 6894ffb3-c823-4054-ac74-72fc3e3b7d6a request from dv-cinder-830093-4-iscsi {{(pid=104048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:29:12.552075 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] Deleting port 482661a3-60dd-4599-ad02-50dfd12c9b49 {{(pid=104048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:29:12.552524 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729535341343'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), before_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.617541 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] For port 482661a3-60dd-4599-ad02-50dfd12c9b49, host dv-cinder-830093-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-4-iscsi',level=0,port_id=482661a3-60dd-4599-ad02-50dfd12c9b49,segment=NetworkSegment(b2b47e1e-76ad-4362-8583-b6708305d40c),segment_id=b2b47e1e-76ad-4362-8583-b6708305d40c)] {{(pid=104048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:29:12.617943 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596565'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), precommit_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.631781 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] Calling delete_port for 482661a3-60dd-4599-ad02-50dfd12c9b49 owned by network:dhcp {{(pid=104048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:29:12.790497 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), after_delete {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.817863 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] Pushing event deleted for resources: {'Port': ['ID=482661a3-60dd-4599-ad02-50dfd12c9b49,revision_number=None']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:12.821587 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87a324-2726-4a7d-aa1b-219e2fb13fac None None] No DVR routers for this DVR port 482661a3-60dd-4599-ad02-50dfd12c9b49 on host dv-cinder-830093-4-iscsi {{(pid=104048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:29:12.846366 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4123021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729535347469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729534871857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9066878'] for port (482661a3-60dd-4599-ad02-50dfd12c9b49), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.870572 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Pushing event deleted for resources: {'Port': ['ID=482661a3-60dd-4599-ad02-50dfd12c9b49,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:12.876305 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] No DVR routers for this DVR port 482661a3-60dd-4599-ad02-50dfd12c9b49 on host dv-cinder-830093-4-iscsi {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:29:12.945266 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4068749', 'neutron.services.segments.db._delete_segments_for_network-8729535385007'] for network (6894ffb3-c823-4054-ac74-72fc3e3b7d6a), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:12.969268 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6894ffb3-c823-4054-ac74-72fc3e3b7d6a']}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:12.978431 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b47e1e-76ad-4362-8583-b6708305d40c') {'for_net_delete': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:12.978733 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.services.segments.db [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b47e1e-76ad-4362-8583-b6708305d40c') {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:29:12.987874 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729535386552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068415'] for segment (b2b47e1e-76ad-4362-8583-b6708305d40c), before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.000734 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357'] for segment (b2b47e1e-76ad-4362-8583-b6708305d40c), precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.006521 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:29:13.006912 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4073357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9066921'] for segment (b2b47e1e-76ad-4362-8583-b6708305d40c), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: self.session.flush() Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: self.session.flush() Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: self.session.flush() Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: self.session.flush() Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: Traceback (most recent call last): Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: timer() Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: cb(*args, **kw) Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: return func(*args, **kwargs) Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: self._notify() Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: self.callback(batched_events) Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: event.method(event) Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: return f(self, *a, **k) Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._get(url).json() Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: return self.request(url, 'GET', **kwargs) Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:29:13.008648 dv-cinder-830093-4-iscsi neutron-server[104047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:29:13.143645 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4068738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652261'] for network (6894ffb3-c823-4054-ac74-72fc3e3b7d6a), after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.148936 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535598'] for network (None), before_response {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.152450 dv-cinder-830093-4-iscsi neutron-server[104047]: INFO neutron.wsgi [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6894ffb3-c823-4054-ac74-72fc3e3b7d6a HTTP/1.1" status: 204 len: 168 time: 0.8518744 Apr 12 12:29:13.166483 dv-cinder-830093-4-iscsi neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c2468-e485-4f22-965a-2b3458d64288 admin admin] Pushing event deleted for resources: {'Network': ['ID=6894ffb3-c823-4054-ac74-72fc3e3b7d6a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:13.519502 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50682) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:13.560421 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-d8145d59-362e-4dd0-a1ac-8e158fcb70a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5cca4d6555c40f5a7010a3a88e67508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396430 Apr 12 12:29:13.562863 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50684) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:13.618219 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e617930f-3230-4700-870c-4f95303b2c17 admin admin] Publish callbacks [] for security_group (394a247f-a979-454a-bba8-af1c2789a702), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.640212 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e617930f-3230-4700-870c-4f95303b2c17 admin admin] Publish callbacks [] for security_group (394a247f-a979-454a-bba8-af1c2789a702), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.778126 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e617930f-3230-4700-870c-4f95303b2c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (394a247f-a979-454a-bba8-af1c2789a702), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.781734 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e617930f-3230-4700-870c-4f95303b2c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:13.785285 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-e617930f-3230-4700-870c-4f95303b2c17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/394a247f-a979-454a-bba8-af1c2789a702 HTTP/1.1" status: 204 len: 168 time: 0.2191403 Apr 12 12:29:13.791329 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 565b6182-0aed-4199-9a0d-f791b3db30bb no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:29:13.796707 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617930f-3230-4700-870c-4f95303b2c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a247f-a979-454a-bba8-af1c2789a702,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:13.820190 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 565b6182-0aed-4199-9a0d-f791b3db30bb {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:29:13.820530 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 565b6182-0aed-4199-9a0d-f791b3db30bb not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:29:13.821194 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 482661a3-60dd-4599-ad02-50dfd12c9b49 no longer exists at agent ovs-agent-dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:29:13.851357 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.plugin [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] No Port match for: 482661a3-60dd-4599-ad02-50dfd12c9b49 {{(pid=104048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:29:13.851357 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron.plugins.ml2.rpc [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Device 482661a3-60dd-4599-ad02-50dfd12c9b49 not bound to the agent host dv-cinder-830093-4-iscsi {{(pid=104048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:29:14.428460 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50690) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:14.468697 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-7ae68be1-eab9-4e30-939b-b3d5a233b199 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d066d07791b64d9396d559c031d2cb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387952 Apr 12 12:29:14.471198 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.20', 50692) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:29:14.519263 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9ce76b6-6892-4dc9-8d0b-145ff2913a2c admin admin] Publish callbacks [] for security_group (dd1a89ce-37cb-497f-ad15-4bd3daebebc3), before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:14.541111 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9ce76b6-6892-4dc9-8d0b-145ff2913a2c admin admin] Publish callbacks [] for security_group (dd1a89ce-37cb-497f-ad15-4bd3daebebc3), precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:14.664662 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9ce76b6-6892-4dc9-8d0b-145ff2913a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544536'] for security_group (dd1a89ce-37cb-497f-ad15-4bd3daebebc3), after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:14.667247 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9ce76b6-6892-4dc9-8d0b-145ff2913a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:14.668398 dv-cinder-830093-4-iscsi neutron-server[104046]: INFO neutron.wsgi [None req-b9ce76b6-6892-4dc9-8d0b-145ff2913a2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd1a89ce-37cb-497f-ad15-4bd3daebebc3 HTTP/1.1" status: 204 len: 168 time: 0.1960070 Apr 12 12:29:14.676557 dv-cinder-830093-4-iscsi neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce76b6-6892-4dc9-8d0b-145ff2913a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a89ce-37cb-497f-ad15-4bd3daebebc3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:29:17.646279 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:19.755838 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e16ed72b-ee84-4d84-bd5b-39acfaf07881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:22.532871 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ef231165-e670-4491-925a-583da5071907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:23.635622 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:25.075636 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:26.322044 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:29:26.413070 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:47.635274 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:49.714932 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-23c24123-104c-499a-b321-48cdd595b8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:52.544593 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-bfc5754c-6fda-4633-b359-14311f0c58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:53.612266 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:55.086093 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:29:56.389943 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:03.324522 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:30:17.617538 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:19.737399 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-34ed2941-fb39-4411-9837-461daffa57df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:22.526444 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd26c-4bcd-4460-a51c-ca0d1f696213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:23.623048 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:25.154422 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:26.383084 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:40.323223 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:30:47.646061 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:49.736984 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-70a6383f-8af0-4203-9a7d-f7fe64a73ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:52.519574 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7afd84cd-4a0b-41a4-9846-f8bb5853cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:53.617582 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:55.126286 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:30:56.411194 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:17.322558 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:31:17.667768 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:19.736331 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-947d9b3e-b000-4327-86cb-38424f6ced33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:22.547964 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b03fd003-200d-45b4-8aa6-db1d5b361ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:23.610427 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:25.085120 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:26.359725 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:47.701888 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:49.765347 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-744bb677-0232-4cf4-81d4-dfc2faba1bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:52.519015 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-53261101-d3a2-453f-addb-912245a59f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:53.621903 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:54.322373 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:31:55.107840 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:31:56.392741 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:17.724916 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:19.752440 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ae8daeb1-3ea8-403f-8b22-f2e4ff21f0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:22.525161 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-99eac437-6bd1-4fbf-8a75-8dbc8f8b6f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:23.638930 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:25.096174 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:26.364559 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:31.321563 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:32:47.713053 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:49.740410 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d53195cb-e303-4c50-ba46-bb42875f4457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:52.649538 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2fe9bd29-d8d8-487f-afde-3cc83b75162e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:53.650680 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:55.106132 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:32:56.364325 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:08.320809 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:33:17.695577 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:19.781467 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-5d51f9a6-3a6a-434a-8848-4670e79e5228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:22.562340 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-22e7f7e2-e764-4460-9094-887fbc0cba25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:23.671052 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:25.099326 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:26.381344 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:45.320009 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:33:47.729863 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:49.719010 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9aeebe38-dba5-43f2-ba05-25d9ccaf15c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:52.521590 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-544fde5f-5b2e-4194-954f-f69b983738a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:53.638228 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:55.112622 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:33:56.355985 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:34:17.792076 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-eee24973-f557-425a-b19c-7830607f6a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (78aaa30f-e63a-4cb7-9db1-c6c54b5c8b35), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:34:19.735218 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-82d5a7c6-41b3-4391-a764-fd74cd6b542e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (30a904bd-4809-471a-984b-4d7b2ec85d0c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:34:22.318787 dv-cinder-830093-4-iscsi neutron-server[104049]: DEBUG neutron.db.agents_db [None req-609f4d4d-7fa2-4f37-b79d-259b5d309a55 None None] Agent healthcheck: found 6 active agents {{(pid=104049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:34:22.540807 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1b44-d30c-42b2-8b8d-49438e3a0b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (8d6e1257-115e-488b-a57a-262695ee183d), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:34:23.653034 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdad5-c674-4c35-99ba-36d328195250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (7474cd18-a4ab-45ed-9c86-3250f97ec1a3), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:34:25.111947 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be19581b-0065-484d-9667-803cb06eecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (9c00a3a6-18ee-477a-8819-e76b90851d36), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:34:26.361246 dv-cinder-830093-4-iscsi neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-4026a853-5870-4945-a3c4-c45ca8a2551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729535384989', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065482'] for agent (aa216385-a3b9-4748-bb7f-242f6ebdac1c), after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}